2024-11-21 21:55:28,114 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-21 21:55:28,131 main DEBUG Took 0.015162 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 21:55:28,132 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 21:55:28,132 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 21:55:28,133 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 21:55:28,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,140 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 21:55:28,151 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,153 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,153 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,153 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,154 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,155 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,156 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,157 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,158 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,159 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,159 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,160 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,161 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:55:28,161 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,162 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 21:55:28,163 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:55:28,164 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 21:55:28,166 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 21:55:28,167 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 21:55:28,168 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 21:55:28,168 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 21:55:28,176 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 21:55:28,178 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 21:55:28,180 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 21:55:28,180 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 21:55:28,180 main DEBUG createAppenders(={Console}) 2024-11-21 21:55:28,181 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-21 21:55:28,181 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-21 21:55:28,182 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-21 21:55:28,182 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 21:55:28,182 main DEBUG OutputStream closed 2024-11-21 21:55:28,183 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 21:55:28,183 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 21:55:28,183 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-21 21:55:28,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 21:55:28,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 21:55:28,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 21:55:28,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 21:55:28,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 21:55:28,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 21:55:28,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 21:55:28,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 21:55:28,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 21:55:28,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 21:55:28,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 21:55:28,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 21:55:28,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 21:55:28,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 21:55:28,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 21:55:28,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 21:55:28,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 21:55:28,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 21:55:28,263 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 21:55:28,264 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-21 21:55:28,264 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 21:55:28,265 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-21T21:55:28,276 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-21 21:55:28,279 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 21:55:28,279 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T21:55:28,506 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9 2024-11-21T21:55:28,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T21:55:28,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/cluster_7ecc3c81-dbd4-9c73-b0f2-ec38b3adad4d, deleteOnExit=true 2024-11-21T21:55:28,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T21:55:28,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/test.cache.data in system properties and HBase conf 2024-11-21T21:55:28,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T21:55:28,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/hadoop.log.dir in system properties and HBase conf 2024-11-21T21:55:28,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T21:55:28,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T21:55:28,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T21:55:28,633 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T21:55:28,725 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T21:55:28,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:55:28,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:55:28,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T21:55:28,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:55:28,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T21:55:28,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T21:55:28,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:55:28,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:55:28,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T21:55:28,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/nfs.dump.dir in system properties and HBase conf 2024-11-21T21:55:28,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/java.io.tmpdir in system properties and HBase conf 2024-11-21T21:55:28,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:55:28,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T21:55:28,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T21:55:29,735 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T21:55:29,799 INFO [Time-limited test {}] log.Log(170): Logging initialized @2320ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T21:55:29,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:55:29,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:55:30,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:55:30,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:55:30,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:55:30,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:55:30,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:55:30,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:55:30,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/java.io.tmpdir/jetty-localhost-40403-hadoop-hdfs-3_4_1-tests_jar-_-any-2154174960115554160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:55:30,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:40403} 2024-11-21T21:55:30,321 INFO [Time-limited test {}] server.Server(415): Started @2843ms 2024-11-21T21:55:30,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:55:30,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:55:30,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:55:30,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:55:30,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:55:30,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:55:30,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:55:31,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/java.io.tmpdir/jetty-localhost-42781-hadoop-hdfs-3_4_1-tests_jar-_-any-16237441838163531984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:55:31,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:42781} 2024-11-21T21:55:31,104 INFO [Time-limited test {}] server.Server(415): Started @3626ms 2024-11-21T21:55:31,153 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:55:31,992 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/cluster_7ecc3c81-dbd4-9c73-b0f2-ec38b3adad4d/data/data2/current/BP-1474644835-172.17.0.2-1732226129280/current, will proceed with Du for space computation calculation, 2024-11-21T21:55:31,992 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/cluster_7ecc3c81-dbd4-9c73-b0f2-ec38b3adad4d/data/data1/current/BP-1474644835-172.17.0.2-1732226129280/current, will proceed with Du for space computation calculation, 2024-11-21T21:55:32,025 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:55:32,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9 2024-11-21T21:55:32,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bf50beb34f5867b with lease ID 0x7974634927da7aef: Processing first storage report for DS-68f201fc-8ee8-4e04-9c67-00d997e25010 from datanode DatanodeRegistration(127.0.0.1:35549, datanodeUuid=b427757d-920f-42d9-ab17-f15a1f7a09f1, infoPort=35019, infoSecurePort=0, ipcPort=41467, storageInfo=lv=-57;cid=testClusterID;nsid=679848922;c=1732226129280) 2024-11-21T21:55:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bf50beb34f5867b with lease ID 0x7974634927da7aef: from storage DS-68f201fc-8ee8-4e04-9c67-00d997e25010 node DatanodeRegistration(127.0.0.1:35549, datanodeUuid=b427757d-920f-42d9-ab17-f15a1f7a09f1, infoPort=35019, infoSecurePort=0, ipcPort=41467, storageInfo=lv=-57;cid=testClusterID;nsid=679848922;c=1732226129280), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T21:55:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bf50beb34f5867b with lease ID 0x7974634927da7aef: Processing first storage report for DS-4e362b77-22cf-4a8b-8e6e-c3e0e63705b6 from datanode DatanodeRegistration(127.0.0.1:35549, datanodeUuid=b427757d-920f-42d9-ab17-f15a1f7a09f1, infoPort=35019, infoSecurePort=0, ipcPort=41467, storageInfo=lv=-57;cid=testClusterID;nsid=679848922;c=1732226129280) 2024-11-21T21:55:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bf50beb34f5867b with lease ID 0x7974634927da7aef: from storage DS-4e362b77-22cf-4a8b-8e6e-c3e0e63705b6 node DatanodeRegistration(127.0.0.1:35549, datanodeUuid=b427757d-920f-42d9-ab17-f15a1f7a09f1, infoPort=35019, infoSecurePort=0, ipcPort=41467, storageInfo=lv=-57;cid=testClusterID;nsid=679848922;c=1732226129280), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:55:32,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/cluster_7ecc3c81-dbd4-9c73-b0f2-ec38b3adad4d/zookeeper_0, clientPort=61832, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/cluster_7ecc3c81-dbd4-9c73-b0f2-ec38b3adad4d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/cluster_7ecc3c81-dbd4-9c73-b0f2-ec38b3adad4d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T21:55:32,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61832 2024-11-21T21:55:32,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:55:32,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:55:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:55:32,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd with version=8 2024-11-21T21:55:32,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/hbase-staging 2024-11-21T21:55:32,912 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T21:55:33,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2a884b411602:0 server-side Connection retries=9 2024-11-21T21:55:33,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:55:33,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:55:33,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:55:33,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:55:33,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:55:33,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T21:55:33,329 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T21:55:33,337 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T21:55:33,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:55:33,363 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 98094 (auto-detected) 2024-11-21T21:55:33,364 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T21:55:33,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35275 2024-11-21T21:55:33,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35275 connecting to ZooKeeper ensemble=127.0.0.1:61832 2024-11-21T21:55:33,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352750x0, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:55:33,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35275-0x10160aebb6f0000 connected 2024-11-21T21:55:33,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:55:33,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:55:33,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:55:33,633 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd, hbase.cluster.distributed=false 2024-11-21T21:55:33,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:55:33,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35275 2024-11-21T21:55:33,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35275 2024-11-21T21:55:33,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35275 2024-11-21T21:55:33,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35275 2024-11-21T21:55:33,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35275 2024-11-21T21:55:33,760 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2a884b411602:0 server-side Connection retries=9 2024-11-21T21:55:33,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:55:33,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:55:33,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:55:33,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:55:33,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:55:33,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:55:33,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:55:33,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35001 2024-11-21T21:55:33,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35001 connecting to ZooKeeper ensemble=127.0.0.1:61832 2024-11-21T21:55:33,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:55:33,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:55:33,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350010x0, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:55:33,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350010x0, quorum=127.0.0.1:61832, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:55:33,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35001-0x10160aebb6f0001 connected 2024-11-21T21:55:33,796 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:55:33,805 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:55:33,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:55:33,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:55:33,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35001 2024-11-21T21:55:33,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35001 2024-11-21T21:55:33,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35001 2024-11-21T21:55:33,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35001 2024-11-21T21:55:33,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35001 2024-11-21T21:55:33,829 DEBUG [M:0;2a884b411602:35275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a884b411602:35275 2024-11-21T21:55:33,830 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2a884b411602,35275,1732226132992 2024-11-21T21:55:33,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:55:33,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:55:33,844 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a884b411602,35275,1732226132992 2024-11-21T21:55:33,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:55:33,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:55:33,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:55:33,876 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T21:55:33,877 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a884b411602,35275,1732226132992 from backup master directory 2024-11-21T21:55:33,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a884b411602,35275,1732226132992 2024-11-21T21:55:33,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:55:33,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:55:33,889 WARN [master/2a884b411602:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:55:33,890 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a884b411602,35275,1732226132992 2024-11-21T21:55:33,893 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T21:55:33,895 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T21:55:33,950 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/hbase.id] with ID: 54a60b0f-6a8c-4f2a-bdd1-91009b292377 2024-11-21T21:55:33,950 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/.tmp/hbase.id 2024-11-21T21:55:33,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:55:34,365 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/.tmp/hbase.id]:[hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/hbase.id] 2024-11-21T21:55:34,415 INFO [master/2a884b411602:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:55:34,419 INFO [master/2a884b411602:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T21:55:34,436 INFO [master/2a884b411602:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-21T21:55:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:55:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:55:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:55:34,519 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:55:34,523 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T21:55:34,536 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:55:34,539 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:55:34,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:55:34,991 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store 2024-11-21T21:55:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:55:35,415 INFO [master/2a884b411602:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T21:55:35,420 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:55:35,421 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:55:35,422 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:55:35,422 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:55:35,424 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:55:35,425 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:55:35,425 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:55:35,427 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732226135421Disabling compacts and flushes for region at 1732226135421Disabling writes for close at 1732226135425 (+4 ms)Writing region close event to WAL at 1732226135425Closed at 1732226135425 2024-11-21T21:55:35,430 WARN [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/.initializing 2024-11-21T21:55:35,430 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/WALs/2a884b411602,35275,1732226132992 2024-11-21T21:55:35,441 INFO [master/2a884b411602:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:55:35,461 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C35275%2C1732226132992, suffix=, logDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/WALs/2a884b411602,35275,1732226132992, archiveDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/oldWALs, maxLogs=10 2024-11-21T21:55:35,485 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/WALs/2a884b411602,35275,1732226132992/2a884b411602%2C35275%2C1732226132992.1732226135467, exclude list is [], retry=0 2024-11-21T21:55:35,503 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35549,DS-68f201fc-8ee8-4e04-9c67-00d997e25010,DISK] 2024-11-21T21:55:35,505 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T21:55:35,537 INFO [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/WALs/2a884b411602,35275,1732226132992/2a884b411602%2C35275%2C1732226132992.1732226135467 2024-11-21T21:55:35,539 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-21T21:55:35,539 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:55:35,540 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:55:35,543 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,544 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T21:55:35,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:55:35,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:55:35,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T21:55:35,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:55:35,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:55:35,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T21:55:35,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:55:35,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:55:35,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T21:55:35,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:55:35,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:55:35,633 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,637 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,639 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,645 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,646 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,651 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:55:35,659 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:55:35,666 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:55:35,668 INFO [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72260236, jitterRate=0.07676142454147339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:55:35,677 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732226135561Initializing all the Stores at 1732226135564 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226135564Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226135565 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226135566 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226135566Cleaning up temporary data from old regions at 1732226135646 (+80 ms)Region opened successfully at 1732226135677 (+31 ms) 2024-11-21T21:55:35,683 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T21:55:35,720 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf715e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:55:35,752 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T21:55:35,765 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T21:55:35,765 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T21:55:35,768 INFO [master/2a884b411602:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:55:35,770 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T21:55:35,776 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T21:55:35,776 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T21:55:35,809 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T21:55:35,821 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T21:55:35,883 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T21:55:35,885 INFO [master/2a884b411602:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T21:55:35,887 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T21:55:35,896 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T21:55:35,898 INFO [master/2a884b411602:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T21:55:35,902 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T21:55:35,913 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T21:55:35,915 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T21:55:35,925 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T21:55:35,942 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T21:55:35,950 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T21:55:35,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:55:35,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:55:35,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:55:35,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:55:35,966 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2a884b411602,35275,1732226132992, sessionid=0x10160aebb6f0000, setting cluster-up flag (Was=false) 2024-11-21T21:55:35,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:55:35,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:55:36,016 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T21:55:36,019 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a884b411602,35275,1732226132992 2024-11-21T21:55:36,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:55:36,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:55:36,066 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T21:55:36,069 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a884b411602,35275,1732226132992 2024-11-21T21:55:36,077 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T21:55:36,127 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(746): ClusterId : 54a60b0f-6a8c-4f2a-bdd1-91009b292377 2024-11-21T21:55:36,131 DEBUG [RS:0;2a884b411602:35001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:55:36,161 DEBUG [RS:0;2a884b411602:35001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:55:36,161 DEBUG [RS:0;2a884b411602:35001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:55:36,161 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:55:36,173 DEBUG [RS:0;2a884b411602:35001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:55:36,174 DEBUG [RS:0;2a884b411602:35001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b36b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a884b411602/172.17.0.2:0 2024-11-21T21:55:36,176 INFO [master/2a884b411602:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T21:55:36,184 INFO [master/2a884b411602:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T21:55:36,195 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a884b411602:35001 2024-11-21T21:55:36,193 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a884b411602,35275,1732226132992 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T21:55:36,199 INFO [RS:0;2a884b411602:35001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:55:36,200 INFO [RS:0;2a884b411602:35001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:55:36,200 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:55:36,204 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(2659): reportForDuty to master=2a884b411602,35275,1732226132992 with port=35001, startcode=1732226133728 2024-11-21T21:55:36,205 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:55:36,205 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:55:36,206 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:55:36,206 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a884b411602:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:55:36,206 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a884b411602:0, corePoolSize=10, maxPoolSize=10 2024-11-21T21:55:36,207 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,207 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:55:36,207 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,221 DEBUG [RS:0;2a884b411602:35001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:55:36,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:55:36,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T21:55:36,223 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732226166223 2024-11-21T21:55:36,224 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T21:55:36,225 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T21:55:36,229 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T21:55:36,229 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:55:36,229 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T21:55:36,229 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T21:55:36,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T21:55:36,230 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T21:55:36,231 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,239 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T21:55:36,240 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T21:55:36,240 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T21:55:36,251 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T21:55:36,251 INFO [master/2a884b411602:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T21:55:36,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:55:36,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T21:55:36,264 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:55:36,266 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226136253,5,FailOnTimeoutGroup] 2024-11-21T21:55:36,270 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226136267,5,FailOnTimeoutGroup] 2024-11-21T21:55:36,271 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,271 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T21:55:36,272 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,273 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,280 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43359, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:55:36,287 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2a884b411602,35001,1732226133728 2024-11-21T21:55:36,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:55:36,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35275 {}] master.ServerManager(517): Registering regionserver=2a884b411602,35001,1732226133728 2024-11-21T21:55:36,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:55:36,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:55:36,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:55:36,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:55:36,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:55:36,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:55:36,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:55:36,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:55:36,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:55:36,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:55:36,306 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:55:36,307 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33211 2024-11-21T21:55:36,307 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:55:36,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:55:36,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:55:36,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:55:36,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:55:36,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:55:36,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:55:36,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:55:36,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:55:36,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740 2024-11-21T21:55:36,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740 2024-11-21T21:55:36,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:55:36,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:55:36,327 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:55:36,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:55:36,336 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:55:36,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:55:36,338 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58761330, jitterRate=-0.1243879497051239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:55:36,339 DEBUG [RS:0;2a884b411602:35001 {}] zookeeper.ZKUtil(111): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a884b411602,35001,1732226133728 2024-11-21T21:55:36,339 WARN [RS:0;2a884b411602:35001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:55:36,339 INFO [RS:0;2a884b411602:35001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:55:36,339 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/WALs/2a884b411602,35001,1732226133728 2024-11-21T21:55:36,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a884b411602,35001,1732226133728] 2024-11-21T21:55:36,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732226136291Initializing all the Stores at 1732226136293 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226136293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226136294 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226136294Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226136295 (+1 ms)Cleaning up temporary data from old regions at 1732226136326 (+31 ms)Region opened successfully at 1732226136344 (+18 ms) 2024-11-21T21:55:36,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:55:36,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:55:36,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:55:36,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:55:36,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:55:36,346 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:55:36,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732226136344Disabling compacts and flushes for region at 1732226136344Disabling writes for close at 1732226136345 (+1 ms)Writing region close event to WAL at 1732226136346 (+1 ms)Closed at 1732226136346 2024-11-21T21:55:36,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:55:36,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T21:55:36,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T21:55:36,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:55:36,371 INFO [RS:0;2a884b411602:35001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:55:36,375 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T21:55:36,399 INFO [RS:0;2a884b411602:35001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:55:36,407 INFO [RS:0;2a884b411602:35001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:55:36,408 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,411 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:55:36,418 INFO [RS:0;2a884b411602:35001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:55:36,420 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,421 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,421 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,421 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,422 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,422 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,422 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a884b411602:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:55:36,422 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,422 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,422 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,423 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,423 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,423 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a884b411602:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:55:36,423 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:55:36,423 DEBUG [RS:0;2a884b411602:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a884b411602:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:55:36,427 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,427 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,427 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,427 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,427 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,428 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,35001,1732226133728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:55:36,456 INFO [RS:0;2a884b411602:35001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:55:36,459 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,35001,1732226133728-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,460 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,460 INFO [RS:0;2a884b411602:35001 {}] regionserver.Replication(171): 2a884b411602,35001,1732226133728 started 2024-11-21T21:55:36,492 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:55:36,492 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1482): Serving as 2a884b411602,35001,1732226133728, RpcServer on 2a884b411602/172.17.0.2:35001, sessionid=0x10160aebb6f0001 2024-11-21T21:55:36,493 DEBUG [RS:0;2a884b411602:35001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:55:36,493 DEBUG [RS:0;2a884b411602:35001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a884b411602,35001,1732226133728 2024-11-21T21:55:36,493 DEBUG [RS:0;2a884b411602:35001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,35001,1732226133728' 2024-11-21T21:55:36,493 DEBUG [RS:0;2a884b411602:35001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:55:36,494 DEBUG [RS:0;2a884b411602:35001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:55:36,495 DEBUG [RS:0;2a884b411602:35001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:55:36,495 DEBUG [RS:0;2a884b411602:35001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:55:36,495 DEBUG [RS:0;2a884b411602:35001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a884b411602,35001,1732226133728 2024-11-21T21:55:36,495 DEBUG [RS:0;2a884b411602:35001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a884b411602,35001,1732226133728' 2024-11-21T21:55:36,495 DEBUG [RS:0;2a884b411602:35001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:55:36,496 DEBUG [RS:0;2a884b411602:35001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:55:36,497 DEBUG [RS:0;2a884b411602:35001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:55:36,497 INFO [RS:0;2a884b411602:35001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:55:36,497 INFO [RS:0;2a884b411602:35001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:55:36,526 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:37,527 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:38,528 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:39,529 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:40,529 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:41,530 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:42,531 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:43,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T21:55:43,329 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T21:55:43,532 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:44,533 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:45,533 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:46,534 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:47,535 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:48,536 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:49,537 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:50,538 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:51,538 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:52,539 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:53,540 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:54,541 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:55,542 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:56,543 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:57,544 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:58,544 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:55:59,545 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:56:00,546 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:56:01,547 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:56:02,075 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:56:02,547 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:56:03,548 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:56:04,549 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:56:05,550 WARN [2a884b411602:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:56:06,503 INFO [RS:0;2a884b411602:35001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:56:06,507 INFO [RS:0;2a884b411602:35001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C35001%2C1732226133728, suffix=, logDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/WALs/2a884b411602,35001,1732226133728, archiveDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/oldWALs, maxLogs=32 2024-11-21T21:56:06,524 DEBUG [RS:0;2a884b411602:35001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/WALs/2a884b411602,35001,1732226133728/2a884b411602%2C35001%2C1732226133728.1732226166510, exclude list is [], retry=0 2024-11-21T21:56:06,528 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35549,DS-68f201fc-8ee8-4e04-9c67-00d997e25010,DISK] 2024-11-21T21:56:06,531 INFO [RS:0;2a884b411602:35001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/WALs/2a884b411602,35001,1732226133728/2a884b411602%2C35001%2C1732226133728.1732226166510 2024-11-21T21:56:06,532 DEBUG [RS:0;2a884b411602:35001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-21T21:56:06,553 DEBUG [2a884b411602:35275 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T21:56:06,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:06,571 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,35001,1732226133728, state=OPENING 2024-11-21T21:56:06,589 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T21:56:06,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:06,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:56:06,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:06,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:06,600 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:56:06,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:56:06,772 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:56:06,775 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34517, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:56:06,785 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T21:56:06,786 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:56:06,786 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T21:56:06,789 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a884b411602%2C35001%2C1732226133728.meta, suffix=.meta, logDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/WALs/2a884b411602,35001,1732226133728, archiveDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/oldWALs, maxLogs=32 2024-11-21T21:56:06,804 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/WALs/2a884b411602,35001,1732226133728/2a884b411602%2C35001%2C1732226133728.meta.1732226166791.meta, exclude list is [], retry=0 2024-11-21T21:56:06,807 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35549,DS-68f201fc-8ee8-4e04-9c67-00d997e25010,DISK] 2024-11-21T21:56:06,810 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/WALs/2a884b411602,35001,1732226133728/2a884b411602%2C35001%2C1732226133728.meta.1732226166791.meta 2024-11-21T21:56:06,811 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-21T21:56:06,811 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:06,813 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T21:56:06,815 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T21:56:06,819 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T21:56:06,824 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T21:56:06,825 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:06,825 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T21:56:06,825 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T21:56:06,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:56:06,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:56:06,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:06,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:06,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:56:06,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:56:06,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:06,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:06,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:56:06,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:56:06,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:06,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:06,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:56:06,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:56:06,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:06,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:56:06,840 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:56:06,841 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740 2024-11-21T21:56:06,844 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740 2024-11-21T21:56:06,847 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:56:06,847 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:56:06,848 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:56:06,852 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:56:06,853 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75497036, jitterRate=0.12499350309371948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:56:06,854 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T21:56:06,856 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732226166826Writing region info on filesystem at 1732226166826Initializing all the Stores at 1732226166828 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226166828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226166829 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226166829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732226166829Cleaning up temporary data from old regions at 1732226166847 (+18 ms)Running coprocessor post-open hooks at 1732226166854 (+7 ms)Region opened successfully at 1732226166856 (+2 ms) 2024-11-21T21:56:06,864 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732226166765 2024-11-21T21:56:06,877 DEBUG [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T21:56:06,877 INFO [RS_OPEN_META-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T21:56:06,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:06,883 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a884b411602,35001,1732226133728, state=OPEN 2024-11-21T21:56:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:56:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:56:06,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:06,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:56:06,979 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2a884b411602,35001,1732226133728 2024-11-21T21:56:06,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T21:56:06,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2a884b411602,35001,1732226133728 in 379 msec 2024-11-21T21:56:06,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T21:56:06,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 30.6300 sec 2024-11-21T21:56:06,996 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:56:06,996 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T21:56:07,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:07,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35001,1732226133728, seqNum=-1] 2024-11-21T21:56:07,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:56:07,034 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:56:07,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9470 sec 2024-11-21T21:56:07,056 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732226167056, completionTime=-1 2024-11-21T21:56:07,058 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T21:56:07,058 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:56:07,081 INFO [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T21:56:07,081 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732226227081 2024-11-21T21:56:07,082 INFO [master/2a884b411602:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732226287081 2024-11-21T21:56:07,082 INFO [master/2a884b411602:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-21T21:56:07,083 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,35275,1732226132992-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:07,083 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,35275,1732226132992-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:07,084 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,35275,1732226132992-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:07,085 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a884b411602:35275, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:07,085 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:07,086 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:07,091 DEBUG [master/2a884b411602:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T21:56:07,109 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.219sec 2024-11-21T21:56:07,110 INFO [master/2a884b411602:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T21:56:07,111 INFO [master/2a884b411602:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T21:56:07,112 INFO [master/2a884b411602:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T21:56:07,113 INFO [master/2a884b411602:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T21:56:07,113 INFO [master/2a884b411602:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T21:56:07,114 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,35275,1732226132992-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:56:07,114 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,35275,1732226132992-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T21:56:07,122 DEBUG [master/2a884b411602:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T21:56:07,123 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T21:56:07,123 INFO [master/2a884b411602:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a884b411602,35275,1732226132992-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:56:07,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:56:07,171 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T21:56:07,171 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T21:56:07,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2a884b411602,35275,-1 for getting cluster id 2024-11-21T21:56:07,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:56:07,183 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a60b0f-6a8c-4f2a-bdd1-91009b292377' 2024-11-21T21:56:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:56:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a60b0f-6a8c-4f2a-bdd1-91009b292377" 2024-11-21T21:56:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f79f4b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:56:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2a884b411602,35275,-1] 2024-11-21T21:56:07,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:56:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:56:07,193 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:56:07,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:56:07,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:07,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35001,1732226133728, seqNum=-1] 2024-11-21T21:56:07,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:56:07,205 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:56:07,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2a884b411602,35275,1732226132992 2024-11-21T21:56:07,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:56:07,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2a884b411602,35275,-1 for getting cluster id 2024-11-21T21:56:07,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:56:07,244 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a60b0f-6a8c-4f2a-bdd1-91009b292377' 2024-11-21T21:56:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:56:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a60b0f-6a8c-4f2a-bdd1-91009b292377" 2024-11-21T21:56:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44627131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:56:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2a884b411602,35275,-1] 2024-11-21T21:56:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:56:07,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:56:07,251 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:56:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579af32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:56:07,267 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=3750 2024-11-21T21:56:07,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T21:56:07,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2a884b411602,35275,1732226132992 2024-11-21T21:56:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53adb2ba 2024-11-21T21:56:07,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T21:56:07,284 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T21:56:07,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-21T21:56:07,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:56:07,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-21T21:56:07,301 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:07,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:56:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:56:07,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741835_1011 (size=428) 2024-11-21T21:56:07,724 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52ff9c72f42fbc8fd18978541c2133ba, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:56:07,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741836_1012 (size=79) 2024-11-21T21:56:08,137 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:08,137 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 52ff9c72f42fbc8fd18978541c2133ba, disabling compactions & flushes 2024-11-21T21:56:08,137 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:56:08,137 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:56:08,137 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. after waiting 0 ms 2024-11-21T21:56:08,137 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:56:08,137 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:56:08,138 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52ff9c72f42fbc8fd18978541c2133ba: Waiting for close lock at 1732226168137Disabling compacts and flushes for region at 1732226168137Disabling writes for close at 1732226168137Writing region close event to WAL at 1732226168137Closed at 1732226168137 2024-11-21T21:56:08,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:56:08,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732226168142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226168142"}]},"ts":"1732226168142"} 2024-11-21T21:56:08,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T21:56:08,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:56:08,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226168155"}]},"ts":"1732226168155"} 2024-11-21T21:56:08,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-21T21:56:08,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=52ff9c72f42fbc8fd18978541c2133ba, ASSIGN}] 2024-11-21T21:56:08,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=52ff9c72f42fbc8fd18978541c2133ba, ASSIGN 2024-11-21T21:56:08,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=52ff9c72f42fbc8fd18978541c2133ba, ASSIGN; state=OFFLINE, location=2a884b411602,35001,1732226133728; forceNewPlan=false, retain=false 2024-11-21T21:56:08,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52ff9c72f42fbc8fd18978541c2133ba, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:08,327 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=52ff9c72f42fbc8fd18978541c2133ba, ASSIGN because future has completed 2024-11-21T21:56:08,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52ff9c72f42fbc8fd18978541c2133ba, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:56:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:56:08,491 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:56:08,491 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52ff9c72f42fbc8fd18978541c2133ba, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:08,491 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,491 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:08,492 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,492 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,494 INFO [StoreOpener-52ff9c72f42fbc8fd18978541c2133ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,497 INFO [StoreOpener-52ff9c72f42fbc8fd18978541c2133ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ff9c72f42fbc8fd18978541c2133ba columnFamilyName testFamily 2024-11-21T21:56:08,497 DEBUG [StoreOpener-52ff9c72f42fbc8fd18978541c2133ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:08,498 INFO [StoreOpener-52ff9c72f42fbc8fd18978541c2133ba-1 {}] regionserver.HStore(327): Store=52ff9c72f42fbc8fd18978541c2133ba/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:08,498 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,500 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,500 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,501 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,501 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,504 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,507 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/52ff9c72f42fbc8fd18978541c2133ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:08,508 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52ff9c72f42fbc8fd18978541c2133ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62372793, jitterRate=-0.07057295739650726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:56:08,508 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:56:08,509 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52ff9c72f42fbc8fd18978541c2133ba: Running coprocessor pre-open hook at 1732226168492Writing region info on filesystem at 1732226168492Initializing all the Stores at 1732226168494 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226168494Cleaning up temporary data from old regions at 1732226168501 (+7 ms)Running coprocessor post-open hooks at 1732226168508 (+7 ms)Region opened successfully at 1732226168509 (+1 ms) 2024-11-21T21:56:08,511 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba., pid=6, masterSystemTime=1732226168483 2024-11-21T21:56:08,515 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:56:08,515 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:56:08,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52ff9c72f42fbc8fd18978541c2133ba, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:08,520 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52ff9c72f42fbc8fd18978541c2133ba, server=2a884b411602,35001,1732226133728 because future has completed 2024-11-21T21:56:08,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T21:56:08,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52ff9c72f42fbc8fd18978541c2133ba, server=2a884b411602,35001,1732226133728 in 194 msec 2024-11-21T21:56:08,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T21:56:08,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=52ff9c72f42fbc8fd18978541c2133ba, ASSIGN in 363 msec 2024-11-21T21:56:08,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:56:08,531 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226168530"}]},"ts":"1732226168530"} 2024-11-21T21:56:08,534 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-21T21:56:08,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:56:08,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2420 sec 2024-11-21T21:56:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:56:10,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-21T21:56:10,344 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-21T21:56:10,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:10,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-21T21:56:10,352 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:10,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-21T21:56:10,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:56:10,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a884b411602,35001,1732226133728, seqNum=-1] 2024-11-21T21:56:10,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:56:10,359 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:56:10,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:56:10,380 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T21:56:10,385 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-21T21:56:10,390 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-21T21:56:10,395 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-21T21:56:10,397 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-21T21:56:10,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1535053459420610552 2024-11-21T21:56:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33190 deadline: 1732226173396, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T21:56:10,422 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-21T21:56:10,423 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-21T21:56:10,424 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T21:56:10,426 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T21:56:10,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1535053459420610550 2024-11-21T21:56:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33190 deadline: 1732226173425, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T21:56:10,430 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T21:56:10,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-1535053459420610549 2024-11-21T21:56:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33190 deadline: 1732226173429, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T21:56:10,434 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T21:56:10,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-1535053459420610548 2024-11-21T21:56:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33190 deadline: 1732226173433, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T21:56:10,438 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T21:56:10,448 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-61905152_22 at /127.0.0.1:42886 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2a884b411602:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=3732 (was 3750) 2024-11-21T21:56:10,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=3731 2024-11-21T21:56:10,461 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:10,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-21T21:56:10,466 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:56:10,466 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:10,466 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-21T21:56:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T21:56:10,468 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:56:10,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741837_1013 (size=414) 2024-11-21T21:56:10,879 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61cfab4997c360532a4fda090de37cea, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:56:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741838_1014 (size=65) 2024-11-21T21:56:11,289 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:11,289 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 61cfab4997c360532a4fda090de37cea, disabling compactions & flushes 2024-11-21T21:56:11,289 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:56:11,289 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:56:11,289 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. after waiting 0 ms 2024-11-21T21:56:11,289 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:56:11,289 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:56:11,289 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61cfab4997c360532a4fda090de37cea: Waiting for close lock at 1732226171289Disabling compacts and flushes for region at 1732226171289Disabling writes for close at 1732226171289Writing region close event to WAL at 1732226171289Closed at 1732226171289 2024-11-21T21:56:11,292 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:56:11,293 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732226171292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226171292"}]},"ts":"1732226171292"} 2024-11-21T21:56:11,297 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T21:56:11,299 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:56:11,299 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226171299"}]},"ts":"1732226171299"} 2024-11-21T21:56:11,302 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-21T21:56:11,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=61cfab4997c360532a4fda090de37cea, ASSIGN}] 2024-11-21T21:56:11,304 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=61cfab4997c360532a4fda090de37cea, ASSIGN 2024-11-21T21:56:11,306 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=61cfab4997c360532a4fda090de37cea, ASSIGN; state=OFFLINE, location=2a884b411602,35001,1732226133728; forceNewPlan=false, retain=false 2024-11-21T21:56:11,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=61cfab4997c360532a4fda090de37cea, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:11,461 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=61cfab4997c360532a4fda090de37cea, ASSIGN because future has completed 2024-11-21T21:56:11,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61cfab4997c360532a4fda090de37cea, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:56:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T21:56:11,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:56:11,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 61cfab4997c360532a4fda090de37cea, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:11,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:11,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,625 INFO [StoreOpener-61cfab4997c360532a4fda090de37cea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,628 INFO [StoreOpener-61cfab4997c360532a4fda090de37cea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61cfab4997c360532a4fda090de37cea columnFamilyName testFamily 2024-11-21T21:56:11,628 DEBUG [StoreOpener-61cfab4997c360532a4fda090de37cea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:11,629 INFO [StoreOpener-61cfab4997c360532a4fda090de37cea-1 {}] regionserver.HStore(327): Store=61cfab4997c360532a4fda090de37cea/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:11,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScanner/61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScanner/61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScanner/61cfab4997c360532a4fda090de37cea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:11,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 61cfab4997c360532a4fda090de37cea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62083408, jitterRate=-0.07488512992858887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:56:11,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61cfab4997c360532a4fda090de37cea 2024-11-21T21:56:11,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 61cfab4997c360532a4fda090de37cea: Running coprocessor pre-open hook at 1732226171623Writing region info on filesystem at 1732226171623Initializing all the Stores at 1732226171625 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226171625Cleaning up temporary data from old regions at 1732226171631 (+6 ms)Running coprocessor post-open hooks at 1732226171638 (+7 ms)Region opened successfully at 1732226171639 (+1 ms) 2024-11-21T21:56:11,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea., pid=9, masterSystemTime=1732226171615 2024-11-21T21:56:11,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:56:11,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:56:11,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=61cfab4997c360532a4fda090de37cea, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:11,649 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61cfab4997c360532a4fda090de37cea, server=2a884b411602,35001,1732226133728 because future has completed 2024-11-21T21:56:11,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T21:56:11,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 61cfab4997c360532a4fda090de37cea, server=2a884b411602,35001,1732226133728 in 190 msec 2024-11-21T21:56:11,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T21:56:11,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=61cfab4997c360532a4fda090de37cea, ASSIGN in 353 msec 2024-11-21T21:56:11,662 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:56:11,662 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226171662"}]},"ts":"1732226171662"} 2024-11-21T21:56:11,666 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-21T21:56:11,668 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:56:11,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2070 sec 2024-11-21T21:56:12,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:56:12,408 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-21T21:56:12,411 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T21:56:12,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-21T21:56:13,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T21:56:13,326 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:13,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:56:13,327 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T21:56:13,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-21T21:56:13,328 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:13,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-21T21:56:13,329 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T21:56:13,502 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-21T21:56:13,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-21T21:56:13,503 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:13,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-21T21:56:13,510 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:13,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-21T21:56:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:56:13,527 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T21:56:13,528 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-21T21:56:13,531 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T21:56:13,533 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-21T21:56:19,544 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea., hostname=2a884b411602,35001,1732226133728, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea., hostname=2a884b411602,35001,1732226133728, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2a884b411602:35001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-21T21:56:19,545 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea., hostname=2a884b411602,35001,1732226133728, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-21T21:56:19,546 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea., hostname=2a884b411602,35001,1732226133728, seqNum=2 from cache 2024-11-21T21:56:19,555 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3613 (was 3731) 2024-11-21T21:56:19,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=3613 2024-11-21T21:56:19,564 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:19,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-21T21:56:19,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:56:19,568 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:19,568 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-21T21:56:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-21T21:56:19,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:56:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741839_1015 (size=412) 2024-11-21T21:56:19,983 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 013d88fc39e9ad3ac1ac0bbd5fc7986d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:56:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741840_1016 (size=63) 2024-11-21T21:56:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-21T21:56:20,395 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:20,396 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 013d88fc39e9ad3ac1ac0bbd5fc7986d, disabling compactions & flushes 2024-11-21T21:56:20,396 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:56:20,396 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:56:20,396 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. after waiting 0 ms 2024-11-21T21:56:20,396 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:56:20,396 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:56:20,396 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 013d88fc39e9ad3ac1ac0bbd5fc7986d: Waiting for close lock at 1732226180396Disabling compacts and flushes for region at 1732226180396Disabling writes for close at 1732226180396Writing region close event to WAL at 1732226180396Closed at 1732226180396 2024-11-21T21:56:20,398 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:56:20,399 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732226180398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226180398"}]},"ts":"1732226180398"} 2024-11-21T21:56:20,402 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T21:56:20,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:56:20,404 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226180404"}]},"ts":"1732226180404"} 2024-11-21T21:56:20,407 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-21T21:56:20,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=013d88fc39e9ad3ac1ac0bbd5fc7986d, ASSIGN}] 2024-11-21T21:56:20,409 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=013d88fc39e9ad3ac1ac0bbd5fc7986d, ASSIGN 2024-11-21T21:56:20,411 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=013d88fc39e9ad3ac1ac0bbd5fc7986d, ASSIGN; state=OFFLINE, location=2a884b411602,35001,1732226133728; forceNewPlan=false, retain=false 2024-11-21T21:56:20,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=013d88fc39e9ad3ac1ac0bbd5fc7986d, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:20,570 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=013d88fc39e9ad3ac1ac0bbd5fc7986d, ASSIGN because future has completed 2024-11-21T21:56:20,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013d88fc39e9ad3ac1ac0bbd5fc7986d, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:56:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-21T21:56:20,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:56:20,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 013d88fc39e9ad3ac1ac0bbd5fc7986d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:20,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:20,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,740 INFO [StoreOpener-013d88fc39e9ad3ac1ac0bbd5fc7986d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,743 INFO [StoreOpener-013d88fc39e9ad3ac1ac0bbd5fc7986d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013d88fc39e9ad3ac1ac0bbd5fc7986d columnFamilyName testFamily 2024-11-21T21:56:20,743 DEBUG [StoreOpener-013d88fc39e9ad3ac1ac0bbd5fc7986d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:20,744 INFO [StoreOpener-013d88fc39e9ad3ac1ac0bbd5fc7986d-1 {}] regionserver.HStore(327): Store=013d88fc39e9ad3ac1ac0bbd5fc7986d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:20,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNextAsync/013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNextAsync/013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNextAsync/013d88fc39e9ad3ac1ac0bbd5fc7986d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:20,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 013d88fc39e9ad3ac1ac0bbd5fc7986d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65958323, jitterRate=-0.017144396901130676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:56:20,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:56:20,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 013d88fc39e9ad3ac1ac0bbd5fc7986d: Running coprocessor pre-open hook at 1732226180737Writing region info on filesystem at 1732226180737Initializing all the Stores at 1732226180739 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226180740 (+1 ms)Cleaning up temporary data from old regions at 1732226180748 (+8 ms)Running coprocessor post-open hooks at 1732226180755 (+7 ms)Region opened successfully at 1732226180756 (+1 ms) 2024-11-21T21:56:20,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d., pid=12, masterSystemTime=1732226180727 2024-11-21T21:56:20,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:56:20,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:56:20,762 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=013d88fc39e9ad3ac1ac0bbd5fc7986d, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:20,765 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013d88fc39e9ad3ac1ac0bbd5fc7986d, server=2a884b411602,35001,1732226133728 because future has completed 2024-11-21T21:56:20,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T21:56:20,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 013d88fc39e9ad3ac1ac0bbd5fc7986d, server=2a884b411602,35001,1732226133728 in 196 msec 2024-11-21T21:56:20,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T21:56:20,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=013d88fc39e9ad3ac1ac0bbd5fc7986d, ASSIGN in 364 msec 2024-11-21T21:56:20,776 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:56:20,776 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226180776"}]},"ts":"1732226180776"} 2024-11-21T21:56:20,780 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-21T21:56:20,781 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:56:20,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2180 sec 2024-11-21T21:56:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-21T21:56:22,600 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-21T21:56:22,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-21T21:56:22,601 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:22,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-21T21:56:22,607 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:22,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-21T21:56:22,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:56:22,623 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T21:56:22,623 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-21T21:56:22,627 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T21:56:22,628 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T21:56:22,630 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T21:56:22,630 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-21T21:56:23,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-21T21:56:23,326 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:24,415 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-21T21:56:26,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:56:28,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35001 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610539' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T21:56:28,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:33190 deadline: 1732226194646, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610539' does not exist 2024-11-21T21:56:28,652 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2a884b411602,35001,1732226133728 for closing scanner id = -1535053459420610539 for 013d88fc39e9ad3ac1ac0bbd5fc7986d of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610539' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:56:28,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 255), ProcessCount=11 (was 11), AvailableMemoryMB=3558 (was 3613) 2024-11-21T21:56:28,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=3557 2024-11-21T21:56:28,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-21T21:56:28,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:56:28,673 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:28,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-21T21:56:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T21:56:28,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:56:28,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741841_1017 (size=423) 2024-11-21T21:56:29,086 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6712d73999e0e9d598854cf535faf57, NAME => 'testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:56:29,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741842_1018 (size=74) 2024-11-21T21:56:29,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-21T21:56:29,502 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:29,502 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing d6712d73999e0e9d598854cf535faf57, disabling compactions & flushes 2024-11-21T21:56:29,502 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:56:29,502 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:56:29,503 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. after waiting 0 ms 2024-11-21T21:56:29,503 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:56:29,503 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:56:29,504 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6712d73999e0e9d598854cf535faf57: Waiting for close lock at 1732226189502Disabling compacts and flushes for region at 1732226189502Disabling writes for close at 1732226189503 (+1 ms)Writing region close event to WAL at 1732226189503Closed at 1732226189503 2024-11-21T21:56:29,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:56:29,509 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732226189508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226189508"}]},"ts":"1732226189508"} 2024-11-21T21:56:29,512 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T21:56:29,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:56:29,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226189514"}]},"ts":"1732226189514"} 2024-11-21T21:56:29,516 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-21T21:56:29,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d6712d73999e0e9d598854cf535faf57, ASSIGN}] 2024-11-21T21:56:29,519 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d6712d73999e0e9d598854cf535faf57, ASSIGN 2024-11-21T21:56:29,521 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d6712d73999e0e9d598854cf535faf57, ASSIGN; state=OFFLINE, location=2a884b411602,35001,1732226133728; forceNewPlan=false, retain=false 2024-11-21T21:56:29,672 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d6712d73999e0e9d598854cf535faf57, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:29,679 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d6712d73999e0e9d598854cf535faf57, ASSIGN because future has completed 2024-11-21T21:56:29,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6712d73999e0e9d598854cf535faf57, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:56:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T21:56:29,847 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:56:29,847 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d6712d73999e0e9d598854cf535faf57, NAME => 'testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:29,848 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,848 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:29,849 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,849 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,852 INFO [StoreOpener-d6712d73999e0e9d598854cf535faf57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,856 INFO [StoreOpener-d6712d73999e0e9d598854cf535faf57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6712d73999e0e9d598854cf535faf57 columnFamilyName testFamily 2024-11-21T21:56:29,856 DEBUG [StoreOpener-d6712d73999e0e9d598854cf535faf57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:29,857 INFO [StoreOpener-d6712d73999e0e9d598854cf535faf57-1 {}] regionserver.HStore(327): Store=d6712d73999e0e9d598854cf535faf57/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:29,857 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,859 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextException/d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,860 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextException/d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,861 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,861 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,864 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,869 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextException/d6712d73999e0e9d598854cf535faf57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:29,870 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d6712d73999e0e9d598854cf535faf57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59075864, jitterRate=-0.11970102787017822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:56:29,870 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6712d73999e0e9d598854cf535faf57 2024-11-21T21:56:29,871 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d6712d73999e0e9d598854cf535faf57: Running coprocessor pre-open hook at 1732226189849Writing region info on filesystem at 1732226189849Initializing all the Stores at 1732226189851 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226189851Cleaning up temporary data from old regions at 1732226189861 (+10 ms)Running coprocessor post-open hooks at 1732226189870 (+9 ms)Region opened successfully at 1732226189871 (+1 ms) 2024-11-21T21:56:29,873 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57., pid=15, masterSystemTime=1732226189836 2024-11-21T21:56:29,876 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:56:29,876 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:56:29,877 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d6712d73999e0e9d598854cf535faf57, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:29,880 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6712d73999e0e9d598854cf535faf57, server=2a884b411602,35001,1732226133728 because future has completed 2024-11-21T21:56:29,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T21:56:29,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d6712d73999e0e9d598854cf535faf57, server=2a884b411602,35001,1732226133728 in 202 msec 2024-11-21T21:56:29,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T21:56:29,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d6712d73999e0e9d598854cf535faf57, ASSIGN in 369 msec 2024-11-21T21:56:29,890 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:56:29,891 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226189891"}]},"ts":"1732226189891"} 2024-11-21T21:56:29,894 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-21T21:56:29,895 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:56:29,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2260 sec 2024-11-21T21:56:30,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-21T21:56:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T21:56:31,691 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-21T21:56:31,691 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-21T21:56:31,692 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-21T21:56:31,701 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-21T21:56:31,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:56:31,716 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T21:56:31,717 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-21T21:56:31,721 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-21T21:56:31,724 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-21T21:56:31,725 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-21T21:56:31,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1535053459420610535 2024-11-21T21:56:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33190 deadline: 1732226194725, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T21:56:31,729 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-21T21:56:31,730 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-21T21:56:31,731 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T21:56:31,733 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T21:56:31,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1535053459420610533 2024-11-21T21:56:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33190 deadline: 1732226194732, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T21:56:31,736 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T21:56:31,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-1535053459420610532 2024-11-21T21:56:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33190 deadline: 1732226194735, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T21:56:31,740 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T21:56:31,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-1535053459420610531 2024-11-21T21:56:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33190 deadline: 1732226194740, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T21:56:31,744 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T21:56:31,753 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=226 (was 225) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-61905152_22 at /127.0.0.1:55432 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 223), ProcessCount=11 (was 11), AvailableMemoryMB=3549 (was 3557) 2024-11-21T21:56:31,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=226, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3548 2024-11-21T21:56:31,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-21T21:56:31,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:56:31,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:31,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-21T21:56:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-21T21:56:31,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:56:31,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741843_1019 (size=418) 2024-11-21T21:56:32,076 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:56:32,185 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 052a65e611dcf97e897c752400cc94f8, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:56:32,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741844_1020 (size=69) 2024-11-21T21:56:32,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:32,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 052a65e611dcf97e897c752400cc94f8, disabling compactions & flushes 2024-11-21T21:56:32,598 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:56:32,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:56:32,599 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. after waiting 1 ms 2024-11-21T21:56:32,599 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:56:32,599 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:56:32,599 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 052a65e611dcf97e897c752400cc94f8: Waiting for close lock at 1732226192598Disabling compacts and flushes for region at 1732226192598Disabling writes for close at 1732226192599 (+1 ms)Writing region close event to WAL at 1732226192599Closed at 1732226192599 2024-11-21T21:56:32,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:56:32,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732226192600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226192600"}]},"ts":"1732226192600"} 2024-11-21T21:56:32,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T21:56:32,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:56:32,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226192605"}]},"ts":"1732226192605"} 2024-11-21T21:56:32,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-21T21:56:32,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=052a65e611dcf97e897c752400cc94f8, ASSIGN}] 2024-11-21T21:56:32,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=052a65e611dcf97e897c752400cc94f8, ASSIGN 2024-11-21T21:56:32,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=052a65e611dcf97e897c752400cc94f8, ASSIGN; state=OFFLINE, location=2a884b411602,35001,1732226133728; forceNewPlan=false, retain=false 2024-11-21T21:56:32,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=052a65e611dcf97e897c752400cc94f8, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:32,770 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=052a65e611dcf97e897c752400cc94f8, ASSIGN because future has completed 2024-11-21T21:56:32,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 052a65e611dcf97e897c752400cc94f8, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:56:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-21T21:56:32,984 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:56:32,985 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 052a65e611dcf97e897c752400cc94f8, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:32,985 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:32,986 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:32,986 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:32,986 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:32,988 INFO [StoreOpener-052a65e611dcf97e897c752400cc94f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:32,990 INFO [StoreOpener-052a65e611dcf97e897c752400cc94f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 052a65e611dcf97e897c752400cc94f8 columnFamilyName testFamily 2024-11-21T21:56:32,990 DEBUG [StoreOpener-052a65e611dcf97e897c752400cc94f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:32,991 INFO [StoreOpener-052a65e611dcf97e897c752400cc94f8-1 {}] regionserver.HStore(327): Store=052a65e611dcf97e897c752400cc94f8/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:32,991 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:32,992 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScanner/052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:32,992 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScanner/052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:32,993 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:32,993 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:32,995 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:32,998 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScanner/052a65e611dcf97e897c752400cc94f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:32,999 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 052a65e611dcf97e897c752400cc94f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67276444, jitterRate=0.0024971365928649902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:56:32,999 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 052a65e611dcf97e897c752400cc94f8 2024-11-21T21:56:33,000 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 052a65e611dcf97e897c752400cc94f8: Running coprocessor pre-open hook at 1732226192986Writing region info on filesystem at 1732226192986Initializing all the Stores at 1732226192988 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226192988Cleaning up temporary data from old regions at 1732226192993 (+5 ms)Running coprocessor post-open hooks at 1732226192999 (+6 ms)Region opened successfully at 1732226193000 (+1 ms) 2024-11-21T21:56:33,001 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., pid=18, masterSystemTime=1732226192975 2024-11-21T21:56:33,004 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:56:33,004 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:56:33,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=052a65e611dcf97e897c752400cc94f8, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:33,007 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 052a65e611dcf97e897c752400cc94f8, server=2a884b411602,35001,1732226133728 because future has completed 2024-11-21T21:56:33,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-21T21:56:33,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 052a65e611dcf97e897c752400cc94f8, server=2a884b411602,35001,1732226133728 in 238 msec 2024-11-21T21:56:33,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T21:56:33,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=052a65e611dcf97e897c752400cc94f8, ASSIGN in 404 msec 2024-11-21T21:56:33,017 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:56:33,018 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226193017"}]},"ts":"1732226193017"} 2024-11-21T21:56:33,020 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-21T21:56:33,022 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:56:33,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2580 sec 2024-11-21T21:56:33,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-21T21:56:33,326 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:33,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-21T21:56:33,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-21T21:56:34,811 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-21T21:56:34,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-21T21:56:34,812 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:34,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-21T21:56:34,824 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:34,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-21T21:56:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:56:34,838 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T21:56:34,838 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-21T21:56:34,842 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T21:56:34,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T21:56:35,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:56:35,853 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., hostname=2a884b411602,35001,1732226133728, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., hostname=2a884b411602,35001,1732226133728, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2a884b411602:35001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms 2024-11-21T21:56:35,853 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., hostname=2a884b411602,35001,1732226133728, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms 2024-11-21T21:56:35,853 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., hostname=2a884b411602,35001,1732226133728, seqNum=2 from cache 2024-11-21T21:56:36,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-21T21:56:36,419 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-21T21:56:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:56:36,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T21:56:37,843 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., hostname=2a884b411602,35001,1732226133728, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., hostname=2a884b411602,35001,1732226133728, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2a884b411602:35001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=976ms, rpcTimeout=975ms 2024-11-21T21:56:37,844 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., hostname=2a884b411602,35001,1732226133728, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=976ms, rpcTimeout=975ms 2024-11-21T21:56:37,844 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., hostname=2a884b411602,35001,1732226133728, seqNum=2 from cache 2024-11-21T21:56:37,858 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 226), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3544 (was 3548) 2024-11-21T21:56:37,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=3544 2024-11-21T21:56:37,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-21T21:56:37,872 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:56:37,872 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:37,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-21T21:56:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T21:56:37,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:56:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741845_1021 (size=416) 2024-11-21T21:56:38,291 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff96220fbfd4698ab9d719f63a3dcca0, NAME => 'testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:56:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741846_1022 (size=67) 2024-11-21T21:56:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-21T21:56:38,705 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:38,705 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing ff96220fbfd4698ab9d719f63a3dcca0, disabling compactions & flushes 2024-11-21T21:56:38,705 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:56:38,705 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:56:38,705 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. after waiting 0 ms 2024-11-21T21:56:38,705 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:56:38,705 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:56:38,706 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff96220fbfd4698ab9d719f63a3dcca0: Waiting for close lock at 1732226198705Disabling compacts and flushes for region at 1732226198705Disabling writes for close at 1732226198705Writing region close event to WAL at 1732226198705Closed at 1732226198705 2024-11-21T21:56:38,707 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:56:38,708 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732226198708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226198708"}]},"ts":"1732226198708"} 2024-11-21T21:56:38,710 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T21:56:38,712 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:56:38,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226198712"}]},"ts":"1732226198712"} 2024-11-21T21:56:38,715 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-21T21:56:38,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ff96220fbfd4698ab9d719f63a3dcca0, ASSIGN}] 2024-11-21T21:56:38,717 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ff96220fbfd4698ab9d719f63a3dcca0, ASSIGN 2024-11-21T21:56:38,718 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ff96220fbfd4698ab9d719f63a3dcca0, ASSIGN; state=OFFLINE, location=2a884b411602,35001,1732226133728; forceNewPlan=false, retain=false 2024-11-21T21:56:38,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=ff96220fbfd4698ab9d719f63a3dcca0, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:38,873 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ff96220fbfd4698ab9d719f63a3dcca0, ASSIGN because future has completed 2024-11-21T21:56:38,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff96220fbfd4698ab9d719f63a3dcca0, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:56:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T21:56:39,035 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:56:39,035 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ff96220fbfd4698ab9d719f63a3dcca0, NAME => 'testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:39,036 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,036 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:39,036 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,036 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,039 INFO [StoreOpener-ff96220fbfd4698ab9d719f63a3dcca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,042 INFO [StoreOpener-ff96220fbfd4698ab9d719f63a3dcca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff96220fbfd4698ab9d719f63a3dcca0 columnFamilyName testFamily 2024-11-21T21:56:39,042 DEBUG [StoreOpener-ff96220fbfd4698ab9d719f63a3dcca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:39,043 INFO [StoreOpener-ff96220fbfd4698ab9d719f63a3dcca0-1 {}] regionserver.HStore(327): Store=ff96220fbfd4698ab9d719f63a3dcca0/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:39,044 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,045 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNextAsync/ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,046 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNextAsync/ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,047 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,047 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,051 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,055 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNextAsync/ff96220fbfd4698ab9d719f63a3dcca0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:39,057 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ff96220fbfd4698ab9d719f63a3dcca0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60416383, jitterRate=-0.09972573816776276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:56:39,057 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:56:39,058 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ff96220fbfd4698ab9d719f63a3dcca0: Running coprocessor pre-open hook at 1732226199036Writing region info on filesystem at 1732226199037 (+1 ms)Initializing all the Stores at 1732226199038 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226199039 (+1 ms)Cleaning up temporary data from old regions at 1732226199047 (+8 ms)Running coprocessor post-open hooks at 1732226199057 (+10 ms)Region opened successfully at 1732226199058 (+1 ms) 2024-11-21T21:56:39,060 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0., pid=21, masterSystemTime=1732226199027 2024-11-21T21:56:39,065 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:56:39,065 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:56:39,067 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=ff96220fbfd4698ab9d719f63a3dcca0, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:39,071 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff96220fbfd4698ab9d719f63a3dcca0, server=2a884b411602,35001,1732226133728 because future has completed 2024-11-21T21:56:39,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-21T21:56:39,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure ff96220fbfd4698ab9d719f63a3dcca0, server=2a884b411602,35001,1732226133728 in 201 msec 2024-11-21T21:56:39,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-21T21:56:39,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ff96220fbfd4698ab9d719f63a3dcca0, ASSIGN in 364 msec 2024-11-21T21:56:39,086 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:56:39,086 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226199086"}]},"ts":"1732226199086"} 2024-11-21T21:56:39,090 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-21T21:56:39,092 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:56:39,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2240 sec 2024-11-21T21:56:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T21:56:40,891 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-21T21:56:40,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-21T21:56:40,891 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:40,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-21T21:56:40,897 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:40,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-21T21:56:40,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:56:40,911 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T21:56:40,912 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-21T21:56:40,915 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T21:56:40,917 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T21:56:40,919 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T21:56:40,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-21T21:56:42,421 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-21T21:56:43,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-21T21:56:43,326 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:43,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610520' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T21:56:43,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:33190 deadline: 1732226204926, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610520' does not exist 2024-11-21T21:56:43,932 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2a884b411602,35001,1732226133728 for closing scanner id = -1535053459420610520 for ff96220fbfd4698ab9d719f63a3dcca0 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610520' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:56:43,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 189) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4162 (was 3544) - AvailableMemoryMB LEAK? - 2024-11-21T21:56:43,946 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=4162 2024-11-21T21:56:43,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-21T21:56:43,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:56:43,953 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:43,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-21T21:56:43,955 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:56:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-21T21:56:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741847_1023 (size=411) 2024-11-21T21:56:44,365 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21fe7a54d6fdadba8c7e7b3d4a802d8e, NAME => 'testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:56:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741848_1024 (size=62) 2024-11-21T21:56:44,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-21T21:56:44,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:56:44,774 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:44,774 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 21fe7a54d6fdadba8c7e7b3d4a802d8e, disabling compactions & flushes 2024-11-21T21:56:44,774 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:56:44,775 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:56:44,775 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. after waiting 0 ms 2024-11-21T21:56:44,775 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:56:44,775 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:56:44,775 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21fe7a54d6fdadba8c7e7b3d4a802d8e: Waiting for close lock at 1732226204774Disabling compacts and flushes for region at 1732226204774Disabling writes for close at 1732226204775 (+1 ms)Writing region close event to WAL at 1732226204775Closed at 1732226204775 2024-11-21T21:56:44,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:56:44,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732226204777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226204777"}]},"ts":"1732226204777"} 2024-11-21T21:56:44,781 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T21:56:44,783 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:56:44,784 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226204783"}]},"ts":"1732226204783"} 2024-11-21T21:56:44,787 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-21T21:56:44,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=21fe7a54d6fdadba8c7e7b3d4a802d8e, ASSIGN}] 2024-11-21T21:56:44,790 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=21fe7a54d6fdadba8c7e7b3d4a802d8e, ASSIGN 2024-11-21T21:56:44,791 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=21fe7a54d6fdadba8c7e7b3d4a802d8e, ASSIGN; state=OFFLINE, location=2a884b411602,35001,1732226133728; forceNewPlan=false, retain=false 2024-11-21T21:56:44,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=21fe7a54d6fdadba8c7e7b3d4a802d8e, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:44,946 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=21fe7a54d6fdadba8c7e7b3d4a802d8e, ASSIGN because future has completed 2024-11-21T21:56:44,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21fe7a54d6fdadba8c7e7b3d4a802d8e, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:56:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-21T21:56:45,105 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:56:45,105 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 21fe7a54d6fdadba8c7e7b3d4a802d8e, NAME => 'testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:45,106 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,106 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:45,106 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,106 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,109 INFO [StoreOpener-21fe7a54d6fdadba8c7e7b3d4a802d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,110 INFO [StoreOpener-21fe7a54d6fdadba8c7e7b3d4a802d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fe7a54d6fdadba8c7e7b3d4a802d8e columnFamilyName testFamily 2024-11-21T21:56:45,111 DEBUG [StoreOpener-21fe7a54d6fdadba8c7e7b3d4a802d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:45,111 INFO [StoreOpener-21fe7a54d6fdadba8c7e7b3d4a802d8e-1 {}] regionserver.HStore(327): Store=21fe7a54d6fdadba8c7e7b3d4a802d8e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:45,111 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,113 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNext/21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,114 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNext/21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,115 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,115 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,117 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,121 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNext/21fe7a54d6fdadba8c7e7b3d4a802d8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:45,121 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 21fe7a54d6fdadba8c7e7b3d4a802d8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72653587, jitterRate=0.08262281119823456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:56:45,122 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:56:45,122 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 21fe7a54d6fdadba8c7e7b3d4a802d8e: Running coprocessor pre-open hook at 1732226205106Writing region info on filesystem at 1732226205106Initializing all the Stores at 1732226205108 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226205108Cleaning up temporary data from old regions at 1732226205115 (+7 ms)Running coprocessor post-open hooks at 1732226205122 (+7 ms)Region opened successfully at 1732226205122 2024-11-21T21:56:45,123 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e., pid=24, masterSystemTime=1732226205099 2024-11-21T21:56:45,126 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:56:45,126 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:56:45,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=21fe7a54d6fdadba8c7e7b3d4a802d8e, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:45,130 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21fe7a54d6fdadba8c7e7b3d4a802d8e, server=2a884b411602,35001,1732226133728 because future has completed 2024-11-21T21:56:45,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-21T21:56:45,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 21fe7a54d6fdadba8c7e7b3d4a802d8e, server=2a884b411602,35001,1732226133728 in 186 msec 2024-11-21T21:56:45,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-21T21:56:45,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=21fe7a54d6fdadba8c7e7b3d4a802d8e, ASSIGN in 347 msec 2024-11-21T21:56:45,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:56:45,140 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226205139"}]},"ts":"1732226205139"} 2024-11-21T21:56:45,142 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-21T21:56:45,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:56:45,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1950 sec 2024-11-21T21:56:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-21T21:56:46,982 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-21T21:56:46,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-21T21:56:46,982 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:46,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-21T21:56:46,992 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:46,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-21T21:56:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:56:47,006 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T21:56:47,006 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-21T21:56:47,009 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T21:56:47,011 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T21:56:47,012 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T21:56:47,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-21T21:56:47,502 INFO [master/2a884b411602:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T21:56:47,503 INFO [master/2a884b411602:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T21:56:48,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-21T21:56:50,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35001 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610516' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T21:56:50,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:33190 deadline: 1732226211014, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610516' does not exist 2024-11-21T21:56:50,018 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2a884b411602,35001,1732226133728 for closing scanner id = -1535053459420610516 for 21fe7a54d6fdadba8c7e7b3d4a802d8e of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610516' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:56:50,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=3859 (was 4162) 2024-11-21T21:56:50,032 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=3858 2024-11-21T21:56:50,034 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:50,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-21T21:56:50,038 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:56:50,038 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:50,039 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-21T21:56:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T21:56:50,040 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:56:50,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741849_1025 (size=419) 2024-11-21T21:56:50,454 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61102bb746ccaf48d0fd03971c048de0, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:56:50,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741850_1026 (size=70) 2024-11-21T21:56:50,476 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:50,476 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 61102bb746ccaf48d0fd03971c048de0, disabling compactions & flushes 2024-11-21T21:56:50,476 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:56:50,476 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:56:50,476 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. after waiting 0 ms 2024-11-21T21:56:50,476 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:56:50,476 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:56:50,476 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61102bb746ccaf48d0fd03971c048de0: Waiting for close lock at 1732226210476Disabling compacts and flushes for region at 1732226210476Disabling writes for close at 1732226210476Writing region close event to WAL at 1732226210476Closed at 1732226210476 2024-11-21T21:56:50,478 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:56:50,478 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732226210478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226210478"}]},"ts":"1732226210478"} 2024-11-21T21:56:50,482 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T21:56:50,484 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:56:50,484 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226210484"}]},"ts":"1732226210484"} 2024-11-21T21:56:50,488 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-21T21:56:50,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=61102bb746ccaf48d0fd03971c048de0, ASSIGN}] 2024-11-21T21:56:50,491 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=61102bb746ccaf48d0fd03971c048de0, ASSIGN 2024-11-21T21:56:50,494 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=61102bb746ccaf48d0fd03971c048de0, ASSIGN; state=OFFLINE, location=2a884b411602,35001,1732226133728; forceNewPlan=false, retain=false 2024-11-21T21:56:50,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-21T21:56:50,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:56:50,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=61102bb746ccaf48d0fd03971c048de0, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:50,649 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=61102bb746ccaf48d0fd03971c048de0, ASSIGN because future has completed 2024-11-21T21:56:50,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61102bb746ccaf48d0fd03971c048de0, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:56:50,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:56:50,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 61102bb746ccaf48d0fd03971c048de0, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:50,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:50,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,813 INFO [StoreOpener-61102bb746ccaf48d0fd03971c048de0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,825 INFO [StoreOpener-61102bb746ccaf48d0fd03971c048de0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61102bb746ccaf48d0fd03971c048de0 columnFamilyName testFamily 2024-11-21T21:56:50,825 DEBUG [StoreOpener-61102bb746ccaf48d0fd03971c048de0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:50,831 INFO [StoreOpener-61102bb746ccaf48d0fd03971c048de0-1 {}] regionserver.HStore(327): Store=61102bb746ccaf48d0fd03971c048de0/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:50,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61102bb746ccaf48d0fd03971c048de0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:50,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 61102bb746ccaf48d0fd03971c048de0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72775641, jitterRate=0.08444155752658844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:56:50,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:56:50,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 61102bb746ccaf48d0fd03971c048de0: Running coprocessor pre-open hook at 1732226210810Writing region info on filesystem at 1732226210810Initializing all the Stores at 1732226210812 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226210812Cleaning up temporary data from old regions at 1732226210834 (+22 ms)Running coprocessor post-open hooks at 1732226210844 (+10 ms)Region opened successfully at 1732226210844 2024-11-21T21:56:50,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0., pid=27, masterSystemTime=1732226210803 2024-11-21T21:56:50,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:56:50,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:56:50,851 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=61102bb746ccaf48d0fd03971c048de0, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:50,854 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61102bb746ccaf48d0fd03971c048de0, server=2a884b411602,35001,1732226133728 because future has completed 2024-11-21T21:56:50,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T21:56:50,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 61102bb746ccaf48d0fd03971c048de0, server=2a884b411602,35001,1732226133728 in 207 msec 2024-11-21T21:56:50,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-21T21:56:50,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=61102bb746ccaf48d0fd03971c048de0, ASSIGN in 372 msec 2024-11-21T21:56:50,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:56:50,865 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226210865"}]},"ts":"1732226210865"} 2024-11-21T21:56:50,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-21T21:56:50,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:56:50,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 836 msec 2024-11-21T21:56:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T21:56:51,051 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-21T21:56:51,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-21T21:56:51,051 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:51,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-21T21:56:51,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:56:51,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-21T21:56:51,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:56:51,077 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T21:56:51,077 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-21T21:56:51,081 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T21:56:51,082 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-21T21:56:53,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-21T21:56:53,326 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:53,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-21T21:56:53,327 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T21:56:54,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-21T21:56:56,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:56:57,084 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0., hostname=2a884b411602,35001,1732226133728, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0., hostname=2a884b411602,35001,1732226133728, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2a884b411602:35001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms 2024-11-21T21:56:57,084 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0., hostname=2a884b411602,35001,1732226133728, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms 2024-11-21T21:56:57,084 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0., hostname=2a884b411602,35001,1732226133728, seqNum=2 from cache 2024-11-21T21:56:57,100 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=3459 (was 3858) 2024-11-21T21:56:57,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=3458 2024-11-21T21:56:57,110 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:56:57,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-21T21:56:57,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:56:57,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:57,113 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-21T21:56:57,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:56:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-21T21:56:57,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741851_1027 (size=407) 2024-11-21T21:56:57,529 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b874a174a4467b3740e49a52b156e79, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:56:57,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741852_1028 (size=58) 2024-11-21T21:56:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-21T21:56:57,944 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:57,945 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 8b874a174a4467b3740e49a52b156e79, disabling compactions & flushes 2024-11-21T21:56:57,945 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:56:57,945 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:56:57,945 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. after waiting 0 ms 2024-11-21T21:56:57,945 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:56:57,946 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:56:57,946 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b874a174a4467b3740e49a52b156e79: Waiting for close lock at 1732226217945Disabling compacts and flushes for region at 1732226217945Disabling writes for close at 1732226217945Writing region close event to WAL at 1732226217946 (+1 ms)Closed at 1732226217946 2024-11-21T21:56:57,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:56:57,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732226217950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226217950"}]},"ts":"1732226217950"} 2024-11-21T21:56:57,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T21:56:57,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:56:57,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226217958"}]},"ts":"1732226217958"} 2024-11-21T21:56:57,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-21T21:56:57,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=8b874a174a4467b3740e49a52b156e79, ASSIGN}] 2024-11-21T21:56:57,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=8b874a174a4467b3740e49a52b156e79, ASSIGN 2024-11-21T21:56:57,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=8b874a174a4467b3740e49a52b156e79, ASSIGN; state=OFFLINE, location=2a884b411602,35001,1732226133728; forceNewPlan=false, retain=false 2024-11-21T21:56:58,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8b874a174a4467b3740e49a52b156e79, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:58,117 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=8b874a174a4467b3740e49a52b156e79, ASSIGN because future has completed 2024-11-21T21:56:58,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b874a174a4467b3740e49a52b156e79, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:56:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-21T21:56:58,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:56:58,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b874a174a4467b3740e49a52b156e79, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:56:58,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:56:58,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,286 INFO [StoreOpener-8b874a174a4467b3740e49a52b156e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,288 INFO [StoreOpener-8b874a174a4467b3740e49a52b156e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b874a174a4467b3740e49a52b156e79 columnFamilyName testFamily 2024-11-21T21:56:58,288 DEBUG [StoreOpener-8b874a174a4467b3740e49a52b156e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:56:58,289 INFO [StoreOpener-8b874a174a4467b3740e49a52b156e79-1 {}] regionserver.HStore(327): Store=8b874a174a4467b3740e49a52b156e79/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:56:58,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNext/8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNext/8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNext/8b874a174a4467b3740e49a52b156e79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:56:58,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 8b874a174a4467b3740e49a52b156e79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71614619, jitterRate=0.06714098155498505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:56:58,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:56:58,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 8b874a174a4467b3740e49a52b156e79: Running coprocessor pre-open hook at 1732226218282Writing region info on filesystem at 1732226218282Initializing all the Stores at 1732226218285 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226218285Cleaning up temporary data from old regions at 1732226218291 (+6 ms)Running coprocessor post-open hooks at 1732226218297 (+6 ms)Region opened successfully at 1732226218297 2024-11-21T21:56:58,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79., pid=30, masterSystemTime=1732226218271 2024-11-21T21:56:58,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:56:58,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:56:58,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8b874a174a4467b3740e49a52b156e79, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:56:58,304 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b874a174a4467b3740e49a52b156e79, server=2a884b411602,35001,1732226133728 because future has completed 2024-11-21T21:56:58,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-21T21:56:58,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b874a174a4467b3740e49a52b156e79, server=2a884b411602,35001,1732226133728 in 187 msec 2024-11-21T21:56:58,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-21T21:56:58,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=8b874a174a4467b3740e49a52b156e79, ASSIGN in 347 msec 2024-11-21T21:56:58,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:56:58,311 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226218311"}]},"ts":"1732226218311"} 2024-11-21T21:56:58,313 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-21T21:56:58,314 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:56:58,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2040 sec 2024-11-21T21:57:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-21T21:57:00,141 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-21T21:57:00,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-21T21:57:00,142 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:57:00,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-21T21:57:00,150 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:57:00,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-21T21:57:00,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:57:00,166 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T21:57:00,166 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-21T21:57:00,171 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T21:57:00,174 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T21:57:00,175 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T21:57:00,176 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-21T21:57:00,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-21T21:57:02,076 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:57:03,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:57:03,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-21T21:57:03,815 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-21T21:57:06,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610508' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T21:57:06,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35001 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:33190 deadline: 1732226232185, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610508' does not exist 2024-11-21T21:57:06,193 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2a884b411602,35001,1732226133728 for closing scanner id = -1535053459420610508 for 8b874a174a4467b3740e49a52b156e79 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1535053459420610508' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:57:06,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=3443 (was 3458) 2024-11-21T21:57:06,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=3443 2024-11-21T21:57:06,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:57:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-21T21:57:06,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:57:06,213 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:06,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-21T21:57:06,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:57:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-21T21:57:06,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741853_1029 (size=423) 2024-11-21T21:57:06,626 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1682eefce5092deceb62560b04fd7148, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd 2024-11-21T21:57:06,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741854_1030 (size=74) 2024-11-21T21:57:06,639 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:06,639 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 1682eefce5092deceb62560b04fd7148, disabling compactions & flushes 2024-11-21T21:57:06,639 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:06,639 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:06,639 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. after waiting 0 ms 2024-11-21T21:57:06,639 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:06,639 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:06,639 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1682eefce5092deceb62560b04fd7148: Waiting for close lock at 1732226226639Disabling compacts and flushes for region at 1732226226639Disabling writes for close at 1732226226639Writing region close event to WAL at 1732226226639Closed at 1732226226639 2024-11-21T21:57:06,641 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:57:06,642 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732226226642"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732226226642"}]},"ts":"1732226226642"} 2024-11-21T21:57:06,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T21:57:06,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:57:06,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226226647"}]},"ts":"1732226226647"} 2024-11-21T21:57:06,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-21T21:57:06,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=1682eefce5092deceb62560b04fd7148, ASSIGN}] 2024-11-21T21:57:06,651 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=1682eefce5092deceb62560b04fd7148, ASSIGN 2024-11-21T21:57:06,652 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=1682eefce5092deceb62560b04fd7148, ASSIGN; state=OFFLINE, location=2a884b411602,35001,1732226133728; forceNewPlan=false, retain=false 2024-11-21T21:57:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-21T21:57:06,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=1682eefce5092deceb62560b04fd7148, regionState=OPENING, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:57:06,810 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=1682eefce5092deceb62560b04fd7148, ASSIGN because future has completed 2024-11-21T21:57:06,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1682eefce5092deceb62560b04fd7148, server=2a884b411602,35001,1732226133728}] 2024-11-21T21:57:06,969 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:06,969 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 1682eefce5092deceb62560b04fd7148, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:57:06,969 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,969 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:57:06,969 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,969 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,971 INFO [StoreOpener-1682eefce5092deceb62560b04fd7148-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,973 INFO [StoreOpener-1682eefce5092deceb62560b04fd7148-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1682eefce5092deceb62560b04fd7148 columnFamilyName testFamily 2024-11-21T21:57:06,973 DEBUG [StoreOpener-1682eefce5092deceb62560b04fd7148-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:57:06,974 INFO [StoreOpener-1682eefce5092deceb62560b04fd7148-1 {}] regionserver.HStore(327): Store=1682eefce5092deceb62560b04fd7148/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:57:06,974 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,975 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScannerAsync/1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,975 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScannerAsync/1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,976 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,976 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,978 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,981 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScannerAsync/1682eefce5092deceb62560b04fd7148/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:57:06,982 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 1682eefce5092deceb62560b04fd7148; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68863403, jitterRate=0.026144668459892273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:57:06,982 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:06,983 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 1682eefce5092deceb62560b04fd7148: Running coprocessor pre-open hook at 1732226226969Writing region info on filesystem at 1732226226969Initializing all the Stores at 1732226226971 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732226226971Cleaning up temporary data from old regions at 1732226226976 (+5 ms)Running coprocessor post-open hooks at 1732226226982 (+6 ms)Region opened successfully at 1732226226983 (+1 ms) 2024-11-21T21:57:06,984 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., pid=33, masterSystemTime=1732226226964 2024-11-21T21:57:06,986 DEBUG [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:06,986 INFO [RS_OPEN_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:06,987 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=1682eefce5092deceb62560b04fd7148, regionState=OPEN, openSeqNum=2, regionLocation=2a884b411602,35001,1732226133728 2024-11-21T21:57:06,990 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1682eefce5092deceb62560b04fd7148, server=2a884b411602,35001,1732226133728 because future has completed 2024-11-21T21:57:06,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-21T21:57:06,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 1682eefce5092deceb62560b04fd7148, server=2a884b411602,35001,1732226133728 in 180 msec 2024-11-21T21:57:06,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-21T21:57:06,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=1682eefce5092deceb62560b04fd7148, ASSIGN in 344 msec 2024-11-21T21:57:06,996 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:57:06,997 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732226226996"}]},"ts":"1732226226996"} 2024-11-21T21:57:06,999 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-21T21:57:07,000 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:57:07,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 789 msec 2024-11-21T21:57:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-21T21:57:07,233 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-21T21:57:07,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-21T21:57:07,234 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:57:07,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-21T21:57:07,245 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:57:07,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-21T21:57:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:57:07,258 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T21:57:07,258 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-21T21:57:07,261 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T21:57:07,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T21:57:08,264 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., hostname=2a884b411602,35001,1732226133728, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., hostname=2a884b411602,35001,1732226133728, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2a884b411602:35001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms 2024-11-21T21:57:08,264 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., hostname=2a884b411602,35001,1732226133728, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms 2024-11-21T21:57:08,264 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., hostname=2a884b411602,35001,1732226133728, seqNum=2 from cache 2024-11-21T21:57:08,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-21T21:57:09,004 DEBUG [master/2a884b411602:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:57:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., hostname=2a884b411602,35001,1732226133728, seqNum=2] 2024-11-21T21:57:09,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T21:57:10,264 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., hostname=2a884b411602,35001,1732226133728, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., hostname=2a884b411602,35001,1732226133728, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2a884b411602:35001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=979ms 2024-11-21T21:57:10,264 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., hostname=2a884b411602,35001,1732226133728, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=979ms 2024-11-21T21:57:10,264 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., hostname=2a884b411602,35001,1732226133728, seqNum=2 from cache 2024-11-21T21:57:10,278 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=224 (was 222) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-61905152_22 at /127.0.0.1:60410 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=3436 (was 3443) 2024-11-21T21:57:10,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:57:10,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:57:10,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:10,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:10,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T21:57:10,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T21:57:10,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:57:10,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:57:10,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:10,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:10,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T21:57:10,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T21:57:10,286 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370267634, stopped=false 2024-11-21T21:57:10,286 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2a884b411602,35275,1732226132992 2024-11-21T21:57:10,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:57:10,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:57:10,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:10,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:10,346 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:57:10,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:57:10,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:57:10,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:57:10,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:57:10,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:10,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2a884b411602,35001,1732226133728' ***** 2024-11-21T21:57:10,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T21:57:10,347 INFO [RS:0;2a884b411602:35001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:57:10,348 INFO [RS:0;2a884b411602:35001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T21:57:10,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:57:10,348 INFO [RS:0;2a884b411602:35001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T21:57:10,348 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 52ff9c72f42fbc8fd18978541c2133ba 2024-11-21T21:57:10,348 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 61102bb746ccaf48d0fd03971c048de0 2024-11-21T21:57:10,348 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 013d88fc39e9ad3ac1ac0bbd5fc7986d 2024-11-21T21:57:10,349 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 052a65e611dcf97e897c752400cc94f8 2024-11-21T21:57:10,349 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1682eefce5092deceb62560b04fd7148 2024-11-21T21:57:10,349 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for d6712d73999e0e9d598854cf535faf57 2024-11-21T21:57:10,349 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:10,349 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 21fe7a54d6fdadba8c7e7b3d4a802d8e 2024-11-21T21:57:10,349 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52ff9c72f42fbc8fd18978541c2133ba, disabling compactions & flushes 2024-11-21T21:57:10,349 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:57:10,349 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:57:10,349 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 61cfab4997c360532a4fda090de37cea 2024-11-21T21:57:10,349 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:57:10,349 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(959): stopping server 2a884b411602,35001,1732226133728 2024-11-21T21:57:10,349 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. after waiting 0 ms 2024-11-21T21:57:10,349 INFO [RS:0;2a884b411602:35001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:57:10,349 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:57:10,349 INFO [RS:0;2a884b411602:35001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2a884b411602:35001. 2024-11-21T21:57:10,349 DEBUG [RS:0;2a884b411602:35001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:57:10,349 DEBUG [RS:0;2a884b411602:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:10,350 INFO [RS:0;2a884b411602:35001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T21:57:10,350 INFO [RS:0;2a884b411602:35001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T21:57:10,350 INFO [RS:0;2a884b411602:35001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T21:57:10,350 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T21:57:10,350 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-21T21:57:10,350 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:57:10,350 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:57:10,350 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:57:10,351 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:57:10,351 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:57:10,351 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 013d88fc39e9ad3ac1ac0bbd5fc7986d, 052a65e611dcf97e897c752400cc94f8, 1588230740, 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 52ff9c72f42fbc8fd18978541c2133ba, 61102bb746ccaf48d0fd03971c048de0, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:10,353 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52ff9c72f42fbc8fd18978541c2133ba 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T21:57:10,353 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-21T21:57:10,412 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/52ff9c72f42fbc8fd18978541c2133ba/.tmp/testFamily/e96ac5569cea4737a91286754d6b5528 is 61, key is row-0/testFamily:testQualifier/1732226170367/Put/seqid=0 2024-11-21T21:57:10,417 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/.tmp/info/3ed6f77c6d6449149df00dfe2a412516 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba./info:regioninfo/1732226168515/Put/seqid=0 2024-11-21T21:57:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741855_1031 (size=5049) 2024-11-21T21:57:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741856_1032 (size=20564) 2024-11-21T21:57:10,427 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:57:10,427 INFO [regionserver/2a884b411602:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:57:10,551 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 013d88fc39e9ad3ac1ac0bbd5fc7986d, 052a65e611dcf97e897c752400cc94f8, 1588230740, 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 52ff9c72f42fbc8fd18978541c2133ba, 61102bb746ccaf48d0fd03971c048de0, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:10,751 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 013d88fc39e9ad3ac1ac0bbd5fc7986d, 052a65e611dcf97e897c752400cc94f8, 1588230740, 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 52ff9c72f42fbc8fd18978541c2133ba, 61102bb746ccaf48d0fd03971c048de0, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:10,785 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T21:57:10,827 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/52ff9c72f42fbc8fd18978541c2133ba/.tmp/testFamily/e96ac5569cea4737a91286754d6b5528 2024-11-21T21:57:10,827 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/.tmp/info/3ed6f77c6d6449149df00dfe2a412516 2024-11-21T21:57:10,875 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/52ff9c72f42fbc8fd18978541c2133ba/.tmp/testFamily/e96ac5569cea4737a91286754d6b5528 as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/52ff9c72f42fbc8fd18978541c2133ba/testFamily/e96ac5569cea4737a91286754d6b5528 2024-11-21T21:57:10,885 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/52ff9c72f42fbc8fd18978541c2133ba/testFamily/e96ac5569cea4737a91286754d6b5528, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T21:57:10,892 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 52ff9c72f42fbc8fd18978541c2133ba in 539ms, sequenceid=8, compaction requested=false 2024-11-21T21:57:10,893 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/.tmp/ns/454d4eee71094810838e4d114df01aa4 is 43, key is default/ns:d/1732226167038/Put/seqid=0 2024-11-21T21:57:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741857_1033 (size=5153) 2024-11-21T21:57:10,899 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextExceptionAsync/52ff9c72f42fbc8fd18978541c2133ba/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T21:57:10,901 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:57:10,902 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52ff9c72f42fbc8fd18978541c2133ba: Waiting for close lock at 1732226230348Running coprocessor pre-close hooks at 1732226230349 (+1 ms)Disabling compacts and flushes for region at 1732226230349Disabling writes for close at 1732226230349Obtaining lock to block concurrent updates at 1732226230353 (+4 ms)Preparing flush snapshotting stores in 52ff9c72f42fbc8fd18978541c2133ba at 1732226230353Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732226230360 (+7 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. at 1732226230361 (+1 ms)Flushing 52ff9c72f42fbc8fd18978541c2133ba/testFamily: creating writer at 1732226230362 (+1 ms)Flushing 52ff9c72f42fbc8fd18978541c2133ba/testFamily: appending metadata at 1732226230406 (+44 ms)Flushing 52ff9c72f42fbc8fd18978541c2133ba/testFamily: closing flushed file at 1732226230409 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9652080: reopening flushed file at 1732226230873 (+464 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 52ff9c72f42fbc8fd18978541c2133ba in 539ms, sequenceid=8, compaction requested=false at 1732226230892 (+19 ms)Writing region close event to WAL at 1732226230894 (+2 ms)Running coprocessor post-close hooks at 1732226230900 (+6 ms)Closed at 1732226230901 (+1 ms) 2024-11-21T21:57:10,902 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732226167286.52ff9c72f42fbc8fd18978541c2133ba. 2024-11-21T21:57:10,903 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61102bb746ccaf48d0fd03971c048de0, disabling compactions & flushes 2024-11-21T21:57:10,903 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:57:10,903 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:57:10,903 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. after waiting 0 ms 2024-11-21T21:57:10,903 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:57:10,903 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61102bb746ccaf48d0fd03971c048de0 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T21:57:10,922 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61102bb746ccaf48d0fd03971c048de0/.tmp/testFamily/9b901d57ca6a477cb57edf07afaa448f is 61, key is row-0/testFamily:testQualifier/1732226211066/Put/seqid=0 2024-11-21T21:57:10,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741858_1034 (size=5049) 2024-11-21T21:57:10,952 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 013d88fc39e9ad3ac1ac0bbd5fc7986d, 052a65e611dcf97e897c752400cc94f8, 1588230740, 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61102bb746ccaf48d0fd03971c048de0, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:11,152 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 013d88fc39e9ad3ac1ac0bbd5fc7986d, 052a65e611dcf97e897c752400cc94f8, 1588230740, 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61102bb746ccaf48d0fd03971c048de0, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:11,300 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/.tmp/ns/454d4eee71094810838e4d114df01aa4 2024-11-21T21:57:11,328 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61102bb746ccaf48d0fd03971c048de0/.tmp/testFamily/9b901d57ca6a477cb57edf07afaa448f 2024-11-21T21:57:11,334 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/.tmp/table/467993ed48f243aba4a7be0b63a87cb6 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732226168530/Put/seqid=0 2024-11-21T21:57:11,339 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61102bb746ccaf48d0fd03971c048de0/.tmp/testFamily/9b901d57ca6a477cb57edf07afaa448f as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61102bb746ccaf48d0fd03971c048de0/testFamily/9b901d57ca6a477cb57edf07afaa448f 2024-11-21T21:57:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741859_1035 (size=6699) 2024-11-21T21:57:11,341 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/.tmp/table/467993ed48f243aba4a7be0b63a87cb6 2024-11-21T21:57:11,349 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61102bb746ccaf48d0fd03971c048de0/testFamily/9b901d57ca6a477cb57edf07afaa448f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T21:57:11,350 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/.tmp/info/3ed6f77c6d6449149df00dfe2a412516 as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/info/3ed6f77c6d6449149df00dfe2a412516 2024-11-21T21:57:11,352 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 61102bb746ccaf48d0fd03971c048de0 in 449ms, sequenceid=8, compaction requested=false 2024-11-21T21:57:11,352 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-21T21:57:11,353 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 013d88fc39e9ad3ac1ac0bbd5fc7986d, 052a65e611dcf97e897c752400cc94f8, 1588230740, 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61102bb746ccaf48d0fd03971c048de0, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:11,357 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61102bb746ccaf48d0fd03971c048de0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T21:57:11,358 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:57:11,358 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61102bb746ccaf48d0fd03971c048de0: Waiting for close lock at 1732226230902Running coprocessor pre-close hooks at 1732226230902Disabling compacts and flushes for region at 1732226230902Disabling writes for close at 1732226230903 (+1 ms)Obtaining lock to block concurrent updates at 1732226230903Preparing flush snapshotting stores in 61102bb746ccaf48d0fd03971c048de0 at 1732226230903Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732226230903Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. at 1732226230904 (+1 ms)Flushing 61102bb746ccaf48d0fd03971c048de0/testFamily: creating writer at 1732226230904Flushing 61102bb746ccaf48d0fd03971c048de0/testFamily: appending metadata at 1732226230922 (+18 ms)Flushing 61102bb746ccaf48d0fd03971c048de0/testFamily: closing flushed file at 1732226230922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fde992: reopening flushed file at 1732226231337 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 61102bb746ccaf48d0fd03971c048de0 in 449ms, sequenceid=8, compaction requested=false at 1732226231352 (+15 ms)Writing region close event to WAL at 1732226231353 (+1 ms)Running coprocessor post-close hooks at 1732226231358 (+5 ms)Closed at 1732226231358 2024-11-21T21:57:11,358 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732226210034.61102bb746ccaf48d0fd03971c048de0. 2024-11-21T21:57:11,358 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 013d88fc39e9ad3ac1ac0bbd5fc7986d, disabling compactions & flushes 2024-11-21T21:57:11,358 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:57:11,359 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:57:11,359 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. after waiting 0 ms 2024-11-21T21:57:11,359 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:57:11,359 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 013d88fc39e9ad3ac1ac0bbd5fc7986d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T21:57:11,361 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/info/3ed6f77c6d6449149df00dfe2a412516, entries=100, sequenceid=56, filesize=20.1 K 2024-11-21T21:57:11,362 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/.tmp/ns/454d4eee71094810838e4d114df01aa4 as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/ns/454d4eee71094810838e4d114df01aa4 2024-11-21T21:57:11,372 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/ns/454d4eee71094810838e4d114df01aa4, entries=2, sequenceid=56, filesize=5.0 K 2024-11-21T21:57:11,374 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/.tmp/table/467993ed48f243aba4a7be0b63a87cb6 as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/table/467993ed48f243aba4a7be0b63a87cb6 2024-11-21T21:57:11,379 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNextAsync/013d88fc39e9ad3ac1ac0bbd5fc7986d/.tmp/testFamily/8e32b75d2eaa4afebe28f6cb92a6e5fc is 61, key is row-0/testFamily:testQualifier/1732226182614/Put/seqid=0 2024-11-21T21:57:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741860_1036 (size=5049) 2024-11-21T21:57:11,384 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/table/467993ed48f243aba4a7be0b63a87cb6, entries=20, sequenceid=56, filesize=6.5 K 2024-11-21T21:57:11,385 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1034ms, sequenceid=56, compaction requested=false 2024-11-21T21:57:11,392 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-21T21:57:11,392 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:57:11,393 INFO [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:57:11,393 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732226230350Running coprocessor pre-close hooks at 1732226230350Disabling compacts and flushes for region at 1732226230350Disabling writes for close at 1732226230351 (+1 ms)Obtaining lock to block concurrent updates at 1732226230353 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732226230353Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732226230360 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732226230361 (+1 ms)Flushing 1588230740/info: creating writer at 1732226230362 (+1 ms)Flushing 1588230740/info: appending metadata at 1732226230412 (+50 ms)Flushing 1588230740/info: closing flushed file at 1732226230412Flushing 1588230740/ns: creating writer at 1732226230873 (+461 ms)Flushing 1588230740/ns: appending metadata at 1732226230892 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732226230892Flushing 1588230740/table: creating writer at 1732226231310 (+418 ms)Flushing 1588230740/table: appending metadata at 1732226231333 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732226231333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451be149: reopening flushed file at 1732226231349 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5847b01c: reopening flushed file at 1732226231361 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf77dbb: reopening flushed file at 1732226231372 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1034ms, sequenceid=56, compaction requested=false at 1732226231385 (+13 ms)Writing region close event to WAL at 1732226231387 (+2 ms)Running coprocessor post-close hooks at 1732226231392 (+5 ms)Closed at 1732226231393 (+1 ms) 2024-11-21T21:57:11,393 DEBUG [RS_CLOSE_META-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T21:57:11,553 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 013d88fc39e9ad3ac1ac0bbd5fc7986d, 052a65e611dcf97e897c752400cc94f8, 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:11,753 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 013d88fc39e9ad3ac1ac0bbd5fc7986d, 052a65e611dcf97e897c752400cc94f8, 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:11,786 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNextAsync/013d88fc39e9ad3ac1ac0bbd5fc7986d/.tmp/testFamily/8e32b75d2eaa4afebe28f6cb92a6e5fc 2024-11-21T21:57:11,801 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNextAsync/013d88fc39e9ad3ac1ac0bbd5fc7986d/.tmp/testFamily/8e32b75d2eaa4afebe28f6cb92a6e5fc as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNextAsync/013d88fc39e9ad3ac1ac0bbd5fc7986d/testFamily/8e32b75d2eaa4afebe28f6cb92a6e5fc 2024-11-21T21:57:11,810 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNextAsync/013d88fc39e9ad3ac1ac0bbd5fc7986d/testFamily/8e32b75d2eaa4afebe28f6cb92a6e5fc, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T21:57:11,811 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 013d88fc39e9ad3ac1ac0bbd5fc7986d in 452ms, sequenceid=8, compaction requested=false 2024-11-21T21:57:11,817 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNextAsync/013d88fc39e9ad3ac1ac0bbd5fc7986d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T21:57:11,817 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:57:11,818 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 013d88fc39e9ad3ac1ac0bbd5fc7986d: Waiting for close lock at 1732226231358Running coprocessor pre-close hooks at 1732226231358Disabling compacts and flushes for region at 1732226231358Disabling writes for close at 1732226231359 (+1 ms)Obtaining lock to block concurrent updates at 1732226231359Preparing flush snapshotting stores in 013d88fc39e9ad3ac1ac0bbd5fc7986d at 1732226231359Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732226231359Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. at 1732226231360 (+1 ms)Flushing 013d88fc39e9ad3ac1ac0bbd5fc7986d/testFamily: creating writer at 1732226231360Flushing 013d88fc39e9ad3ac1ac0bbd5fc7986d/testFamily: appending metadata at 1732226231379 (+19 ms)Flushing 013d88fc39e9ad3ac1ac0bbd5fc7986d/testFamily: closing flushed file at 1732226231379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6824189: reopening flushed file at 1732226231800 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 013d88fc39e9ad3ac1ac0bbd5fc7986d in 452ms, sequenceid=8, compaction requested=false at 1732226231811 (+11 ms)Writing region close event to WAL at 1732226231812 (+1 ms)Running coprocessor post-close hooks at 1732226231817 (+5 ms)Closed at 1732226231817 2024-11-21T21:57:11,818 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732226179564.013d88fc39e9ad3ac1ac0bbd5fc7986d. 2024-11-21T21:57:11,818 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 052a65e611dcf97e897c752400cc94f8, disabling compactions & flushes 2024-11-21T21:57:11,818 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:57:11,818 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:57:11,818 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. after waiting 0 ms 2024-11-21T21:57:11,818 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:57:11,818 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 052a65e611dcf97e897c752400cc94f8 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T21:57:11,841 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScanner/052a65e611dcf97e897c752400cc94f8/.tmp/testFamily/08303f4259374dbdb0f72d4621c89b6d is 61, key is row-0/testFamily:testQualifier/1732226194829/Put/seqid=0 2024-11-21T21:57:11,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741861_1037 (size=5049) 2024-11-21T21:57:11,954 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 052a65e611dcf97e897c752400cc94f8, 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:12,154 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 052a65e611dcf97e897c752400cc94f8, 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:12,249 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScanner/052a65e611dcf97e897c752400cc94f8/.tmp/testFamily/08303f4259374dbdb0f72d4621c89b6d 2024-11-21T21:57:12,266 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScanner/052a65e611dcf97e897c752400cc94f8/.tmp/testFamily/08303f4259374dbdb0f72d4621c89b6d as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScanner/052a65e611dcf97e897c752400cc94f8/testFamily/08303f4259374dbdb0f72d4621c89b6d 2024-11-21T21:57:12,274 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScanner/052a65e611dcf97e897c752400cc94f8/testFamily/08303f4259374dbdb0f72d4621c89b6d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T21:57:12,275 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 052a65e611dcf97e897c752400cc94f8 in 457ms, sequenceid=8, compaction requested=false 2024-11-21T21:57:12,280 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScanner/052a65e611dcf97e897c752400cc94f8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T21:57:12,280 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:57:12,281 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 052a65e611dcf97e897c752400cc94f8: Waiting for close lock at 1732226231818Running coprocessor pre-close hooks at 1732226231818Disabling compacts and flushes for region at 1732226231818Disabling writes for close at 1732226231818Obtaining lock to block concurrent updates at 1732226231818Preparing flush snapshotting stores in 052a65e611dcf97e897c752400cc94f8 at 1732226231818Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732226231818Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. at 1732226231819 (+1 ms)Flushing 052a65e611dcf97e897c752400cc94f8/testFamily: creating writer at 1732226231819Flushing 052a65e611dcf97e897c752400cc94f8/testFamily: appending metadata at 1732226231841 (+22 ms)Flushing 052a65e611dcf97e897c752400cc94f8/testFamily: closing flushed file at 1732226231841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61041f43: reopening flushed file at 1732226232265 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 052a65e611dcf97e897c752400cc94f8 in 457ms, sequenceid=8, compaction requested=false at 1732226232275 (+10 ms)Writing region close event to WAL at 1732226232276 (+1 ms)Running coprocessor post-close hooks at 1732226232280 (+4 ms)Closed at 1732226232280 2024-11-21T21:57:12,281 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732226191763.052a65e611dcf97e897c752400cc94f8. 2024-11-21T21:57:12,281 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1682eefce5092deceb62560b04fd7148, disabling compactions & flushes 2024-11-21T21:57:12,281 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:12,281 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:12,281 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. after waiting 0 ms 2024-11-21T21:57:12,281 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:12,281 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1682eefce5092deceb62560b04fd7148 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T21:57:12,297 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScannerAsync/1682eefce5092deceb62560b04fd7148/.tmp/testFamily/99c4a7cba1d942c4b2519885256d5341 is 61, key is row-0/testFamily:testQualifier/1732226227249/Put/seqid=0 2024-11-21T21:57:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741862_1038 (size=5049) 2024-11-21T21:57:12,355 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-21T21:57:12,355 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1325): Online Regions={1682eefce5092deceb62560b04fd7148=testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., d6712d73999e0e9d598854cf535faf57=testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57., ff96220fbfd4698ab9d719f63a3dcca0=testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0., 21fe7a54d6fdadba8c7e7b3d4a802d8e=testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e., 8b874a174a4467b3740e49a52b156e79=hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79., 61cfab4997c360532a4fda090de37cea=hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea.} 2024-11-21T21:57:12,355 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:12,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:57:12,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-21T21:57:12,555 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 1682eefce5092deceb62560b04fd7148, 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:12,702 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScannerAsync/1682eefce5092deceb62560b04fd7148/.tmp/testFamily/99c4a7cba1d942c4b2519885256d5341 2024-11-21T21:57:12,711 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScannerAsync/1682eefce5092deceb62560b04fd7148/.tmp/testFamily/99c4a7cba1d942c4b2519885256d5341 as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScannerAsync/1682eefce5092deceb62560b04fd7148/testFamily/99c4a7cba1d942c4b2519885256d5341 2024-11-21T21:57:12,720 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScannerAsync/1682eefce5092deceb62560b04fd7148/testFamily/99c4a7cba1d942c4b2519885256d5341, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T21:57:12,721 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1682eefce5092deceb62560b04fd7148 in 440ms, sequenceid=8, compaction requested=false 2024-11-21T21:57:12,726 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnOpenScannerAsync/1682eefce5092deceb62560b04fd7148/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T21:57:12,727 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:12,727 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1682eefce5092deceb62560b04fd7148: Waiting for close lock at 1732226232281Running coprocessor pre-close hooks at 1732226232281Disabling compacts and flushes for region at 1732226232281Disabling writes for close at 1732226232281Obtaining lock to block concurrent updates at 1732226232281Preparing flush snapshotting stores in 1682eefce5092deceb62560b04fd7148 at 1732226232281Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732226232281Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. at 1732226232282 (+1 ms)Flushing 1682eefce5092deceb62560b04fd7148/testFamily: creating writer at 1732226232282Flushing 1682eefce5092deceb62560b04fd7148/testFamily: appending metadata at 1732226232296 (+14 ms)Flushing 1682eefce5092deceb62560b04fd7148/testFamily: closing flushed file at 1732226232297 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bb5d24: reopening flushed file at 1732226232710 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1682eefce5092deceb62560b04fd7148 in 440ms, sequenceid=8, compaction requested=false at 1732226232721 (+11 ms)Writing region close event to WAL at 1732226232722 (+1 ms)Running coprocessor post-close hooks at 1732226232727 (+5 ms)Closed at 1732226232727 2024-11-21T21:57:12,728 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732226226210.1682eefce5092deceb62560b04fd7148. 2024-11-21T21:57:12,728 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6712d73999e0e9d598854cf535faf57, disabling compactions & flushes 2024-11-21T21:57:12,728 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:57:12,728 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:57:12,728 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. after waiting 0 ms 2024-11-21T21:57:12,728 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:57:12,728 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6712d73999e0e9d598854cf535faf57 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T21:57:12,745 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextException/d6712d73999e0e9d598854cf535faf57/.tmp/testFamily/119d56a6603740c0af56f2a13d57de45 is 61, key is row-0/testFamily:testQualifier/1732226191705/Put/seqid=0 2024-11-21T21:57:12,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741863_1039 (size=5049) 2024-11-21T21:57:12,755 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:12,956 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:13,152 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextException/d6712d73999e0e9d598854cf535faf57/.tmp/testFamily/119d56a6603740c0af56f2a13d57de45 2024-11-21T21:57:13,156 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, d6712d73999e0e9d598854cf535faf57, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:13,169 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextException/d6712d73999e0e9d598854cf535faf57/.tmp/testFamily/119d56a6603740c0af56f2a13d57de45 as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextException/d6712d73999e0e9d598854cf535faf57/testFamily/119d56a6603740c0af56f2a13d57de45 2024-11-21T21:57:13,177 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextException/d6712d73999e0e9d598854cf535faf57/testFamily/119d56a6603740c0af56f2a13d57de45, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T21:57:13,178 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d6712d73999e0e9d598854cf535faf57 in 450ms, sequenceid=8, compaction requested=false 2024-11-21T21:57:13,182 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testRetryOutOfOrderScannerNextException/d6712d73999e0e9d598854cf535faf57/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T21:57:13,183 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:57:13,183 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6712d73999e0e9d598854cf535faf57: Waiting for close lock at 1732226232728Running coprocessor pre-close hooks at 1732226232728Disabling compacts and flushes for region at 1732226232728Disabling writes for close at 1732226232728Obtaining lock to block concurrent updates at 1732226232728Preparing flush snapshotting stores in d6712d73999e0e9d598854cf535faf57 at 1732226232728Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732226232728Flushing stores of testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. at 1732226232729 (+1 ms)Flushing d6712d73999e0e9d598854cf535faf57/testFamily: creating writer at 1732226232729Flushing d6712d73999e0e9d598854cf535faf57/testFamily: appending metadata at 1732226232744 (+15 ms)Flushing d6712d73999e0e9d598854cf535faf57/testFamily: closing flushed file at 1732226232745 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd10cba: reopening flushed file at 1732226233168 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d6712d73999e0e9d598854cf535faf57 in 450ms, sequenceid=8, compaction requested=false at 1732226233178 (+10 ms)Writing region close event to WAL at 1732226233178Running coprocessor post-close hooks at 1732226233183 (+5 ms)Closed at 1732226233183 2024-11-21T21:57:13,183 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732226188669.d6712d73999e0e9d598854cf535faf57. 2024-11-21T21:57:13,183 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff96220fbfd4698ab9d719f63a3dcca0, disabling compactions & flushes 2024-11-21T21:57:13,183 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:57:13,184 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:57:13,184 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. after waiting 0 ms 2024-11-21T21:57:13,184 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:57:13,184 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff96220fbfd4698ab9d719f63a3dcca0 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T21:57:13,199 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNextAsync/ff96220fbfd4698ab9d719f63a3dcca0/.tmp/testFamily/51c782b00c4f42ccb3eab7f3fd7b7856 is 61, key is row-0/testFamily:testQualifier/1732226200901/Put/seqid=0 2024-11-21T21:57:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741864_1040 (size=5049) 2024-11-21T21:57:13,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-21T21:57:13,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:57:13,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T21:57:13,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-21T21:57:13,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-21T21:57:13,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-21T21:57:13,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-21T21:57:13,357 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-21T21:57:13,357 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1325): Online Regions={ff96220fbfd4698ab9d719f63a3dcca0=testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0., 21fe7a54d6fdadba8c7e7b3d4a802d8e=testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e., 8b874a174a4467b3740e49a52b156e79=hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79., 61cfab4997c360532a4fda090de37cea=hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea.} 2024-11-21T21:57:13,357 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:13,557 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79, ff96220fbfd4698ab9d719f63a3dcca0 2024-11-21T21:57:13,604 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNextAsync/ff96220fbfd4698ab9d719f63a3dcca0/.tmp/testFamily/51c782b00c4f42ccb3eab7f3fd7b7856 2024-11-21T21:57:13,617 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNextAsync/ff96220fbfd4698ab9d719f63a3dcca0/.tmp/testFamily/51c782b00c4f42ccb3eab7f3fd7b7856 as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNextAsync/ff96220fbfd4698ab9d719f63a3dcca0/testFamily/51c782b00c4f42ccb3eab7f3fd7b7856 2024-11-21T21:57:13,626 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNextAsync/ff96220fbfd4698ab9d719f63a3dcca0/testFamily/51c782b00c4f42ccb3eab7f3fd7b7856, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T21:57:13,628 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ff96220fbfd4698ab9d719f63a3dcca0 in 444ms, sequenceid=8, compaction requested=false 2024-11-21T21:57:13,633 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNextAsync/ff96220fbfd4698ab9d719f63a3dcca0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T21:57:13,634 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:57:13,634 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff96220fbfd4698ab9d719f63a3dcca0: Waiting for close lock at 1732226233183Running coprocessor pre-close hooks at 1732226233183Disabling compacts and flushes for region at 1732226233183Disabling writes for close at 1732226233184 (+1 ms)Obtaining lock to block concurrent updates at 1732226233184Preparing flush snapshotting stores in ff96220fbfd4698ab9d719f63a3dcca0 at 1732226233184Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732226233184Flushing stores of testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. at 1732226233185 (+1 ms)Flushing ff96220fbfd4698ab9d719f63a3dcca0/testFamily: creating writer at 1732226233185Flushing ff96220fbfd4698ab9d719f63a3dcca0/testFamily: appending metadata at 1732226233199 (+14 ms)Flushing ff96220fbfd4698ab9d719f63a3dcca0/testFamily: closing flushed file at 1732226233199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2914030b: reopening flushed file at 1732226233616 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ff96220fbfd4698ab9d719f63a3dcca0 in 444ms, sequenceid=8, compaction requested=false at 1732226233628 (+12 ms)Writing region close event to WAL at 1732226233628Running coprocessor post-close hooks at 1732226233633 (+5 ms)Closed at 1732226233634 (+1 ms) 2024-11-21T21:57:13,634 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732226197868.ff96220fbfd4698ab9d719f63a3dcca0. 2024-11-21T21:57:13,634 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21fe7a54d6fdadba8c7e7b3d4a802d8e, disabling compactions & flushes 2024-11-21T21:57:13,634 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:57:13,634 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:57:13,634 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. after waiting 0 ms 2024-11-21T21:57:13,634 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:57:13,634 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 21fe7a54d6fdadba8c7e7b3d4a802d8e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T21:57:13,651 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNext/21fe7a54d6fdadba8c7e7b3d4a802d8e/.tmp/testFamily/f2454cf3ce654748b4c4598d413dd0ad is 61, key is row-0/testFamily:testQualifier/1732226206997/Put/seqid=0 2024-11-21T21:57:13,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741865_1041 (size=5049) 2024-11-21T21:57:13,758 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:57:13,958 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 21fe7a54d6fdadba8c7e7b3d4a802d8e, 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:57:14,056 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNext/21fe7a54d6fdadba8c7e7b3d4a802d8e/.tmp/testFamily/f2454cf3ce654748b4c4598d413dd0ad 2024-11-21T21:57:14,112 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNext/21fe7a54d6fdadba8c7e7b3d4a802d8e/.tmp/testFamily/f2454cf3ce654748b4c4598d413dd0ad as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNext/21fe7a54d6fdadba8c7e7b3d4a802d8e/testFamily/f2454cf3ce654748b4c4598d413dd0ad 2024-11-21T21:57:14,124 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNext/21fe7a54d6fdadba8c7e7b3d4a802d8e/testFamily/f2454cf3ce654748b4c4598d413dd0ad, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T21:57:14,125 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 21fe7a54d6fdadba8c7e7b3d4a802d8e in 491ms, sequenceid=8, compaction requested=false 2024-11-21T21:57:14,131 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/default/testNormalScanTimeoutOnNext/21fe7a54d6fdadba8c7e7b3d4a802d8e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T21:57:14,131 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:57:14,131 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21fe7a54d6fdadba8c7e7b3d4a802d8e: Waiting for close lock at 1732226233634Running coprocessor pre-close hooks at 1732226233634Disabling compacts and flushes for region at 1732226233634Disabling writes for close at 1732226233634Obtaining lock to block concurrent updates at 1732226233634Preparing flush snapshotting stores in 21fe7a54d6fdadba8c7e7b3d4a802d8e at 1732226233634Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732226233634Flushing stores of testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. at 1732226233635 (+1 ms)Flushing 21fe7a54d6fdadba8c7e7b3d4a802d8e/testFamily: creating writer at 1732226233635Flushing 21fe7a54d6fdadba8c7e7b3d4a802d8e/testFamily: appending metadata at 1732226233651 (+16 ms)Flushing 21fe7a54d6fdadba8c7e7b3d4a802d8e/testFamily: closing flushed file at 1732226233651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0047ce: reopening flushed file at 1732226234110 (+459 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 21fe7a54d6fdadba8c7e7b3d4a802d8e in 491ms, sequenceid=8, compaction requested=false at 1732226234125 (+15 ms)Writing region close event to WAL at 1732226234126 (+1 ms)Running coprocessor post-close hooks at 1732226234131 (+5 ms)Closed at 1732226234131 2024-11-21T21:57:14,132 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732226203948.21fe7a54d6fdadba8c7e7b3d4a802d8e. 2024-11-21T21:57:14,132 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b874a174a4467b3740e49a52b156e79, disabling compactions & flushes 2024-11-21T21:57:14,132 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:57:14,132 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:57:14,132 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. after waiting 0 ms 2024-11-21T21:57:14,132 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:57:14,132 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b874a174a4467b3740e49a52b156e79 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T21:57:14,148 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNext/8b874a174a4467b3740e49a52b156e79/.tmp/testFamily/e7963557a2c84928ae5ae948aa840d98 is 61, key is row-0/testFamily:testQualifier/1732226220155/Put/seqid=0 2024-11-21T21:57:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741866_1042 (size=5049) 2024-11-21T21:57:14,159 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:57:14,359 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T21:57:14,359 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1325): Online Regions={8b874a174a4467b3740e49a52b156e79=hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79., 61cfab4997c360532a4fda090de37cea=hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea.} 2024-11-21T21:57:14,359 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:57:14,554 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNext/8b874a174a4467b3740e49a52b156e79/.tmp/testFamily/e7963557a2c84928ae5ae948aa840d98 2024-11-21T21:57:14,559 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 61cfab4997c360532a4fda090de37cea, 8b874a174a4467b3740e49a52b156e79 2024-11-21T21:57:14,566 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNext/8b874a174a4467b3740e49a52b156e79/.tmp/testFamily/e7963557a2c84928ae5ae948aa840d98 as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNext/8b874a174a4467b3740e49a52b156e79/testFamily/e7963557a2c84928ae5ae948aa840d98 2024-11-21T21:57:14,575 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNext/8b874a174a4467b3740e49a52b156e79/testFamily/e7963557a2c84928ae5ae948aa840d98, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T21:57:14,576 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8b874a174a4467b3740e49a52b156e79 in 444ms, sequenceid=8, compaction requested=false 2024-11-21T21:57:14,580 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnNext/8b874a174a4467b3740e49a52b156e79/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T21:57:14,581 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:57:14,581 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b874a174a4467b3740e49a52b156e79: Waiting for close lock at 1732226234132Running coprocessor pre-close hooks at 1732226234132Disabling compacts and flushes for region at 1732226234132Disabling writes for close at 1732226234132Obtaining lock to block concurrent updates at 1732226234132Preparing flush snapshotting stores in 8b874a174a4467b3740e49a52b156e79 at 1732226234132Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732226234132Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. at 1732226234133 (+1 ms)Flushing 8b874a174a4467b3740e49a52b156e79/testFamily: creating writer at 1732226234133Flushing 8b874a174a4467b3740e49a52b156e79/testFamily: appending metadata at 1732226234147 (+14 ms)Flushing 8b874a174a4467b3740e49a52b156e79/testFamily: closing flushed file at 1732226234147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c69d58: reopening flushed file at 1732226234565 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8b874a174a4467b3740e49a52b156e79 in 444ms, sequenceid=8, compaction requested=false at 1732226234576 (+11 ms)Writing region close event to WAL at 1732226234577 (+1 ms)Running coprocessor post-close hooks at 1732226234581 (+4 ms)Closed at 1732226234581 2024-11-21T21:57:14,581 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732226217109.8b874a174a4467b3740e49a52b156e79. 2024-11-21T21:57:14,581 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61cfab4997c360532a4fda090de37cea, disabling compactions & flushes 2024-11-21T21:57:14,582 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:57:14,582 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:57:14,582 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. after waiting 0 ms 2024-11-21T21:57:14,582 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:57:14,582 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61cfab4997c360532a4fda090de37cea 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T21:57:14,597 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScanner/61cfab4997c360532a4fda090de37cea/.tmp/testFamily/5325775de5f84899a59e291546ac4d2f is 61, key is row-0/testFamily:testQualifier/1732226173517/Put/seqid=0 2024-11-21T21:57:14,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741867_1043 (size=5049) 2024-11-21T21:57:14,760 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 61cfab4997c360532a4fda090de37cea 2024-11-21T21:57:14,960 DEBUG [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1351): Waiting on 61cfab4997c360532a4fda090de37cea 2024-11-21T21:57:15,003 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScanner/61cfab4997c360532a4fda090de37cea/.tmp/testFamily/5325775de5f84899a59e291546ac4d2f 2024-11-21T21:57:15,017 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScanner/61cfab4997c360532a4fda090de37cea/.tmp/testFamily/5325775de5f84899a59e291546ac4d2f as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScanner/61cfab4997c360532a4fda090de37cea/testFamily/5325775de5f84899a59e291546ac4d2f 2024-11-21T21:57:15,025 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScanner/61cfab4997c360532a4fda090de37cea/testFamily/5325775de5f84899a59e291546ac4d2f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T21:57:15,026 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 61cfab4997c360532a4fda090de37cea in 444ms, sequenceid=8, compaction requested=false 2024-11-21T21:57:15,030 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/data/hbase/testMetaScanTimeoutOnOpenScanner/61cfab4997c360532a4fda090de37cea/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T21:57:15,031 INFO [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:57:15,031 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61cfab4997c360532a4fda090de37cea: Waiting for close lock at 1732226234581Running coprocessor pre-close hooks at 1732226234581Disabling compacts and flushes for region at 1732226234581Disabling writes for close at 1732226234582 (+1 ms)Obtaining lock to block concurrent updates at 1732226234582Preparing flush snapshotting stores in 61cfab4997c360532a4fda090de37cea at 1732226234582Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732226234582Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. at 1732226234583 (+1 ms)Flushing 61cfab4997c360532a4fda090de37cea/testFamily: creating writer at 1732226234583Flushing 61cfab4997c360532a4fda090de37cea/testFamily: appending metadata at 1732226234597 (+14 ms)Flushing 61cfab4997c360532a4fda090de37cea/testFamily: closing flushed file at 1732226234597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba34074: reopening flushed file at 1732226235016 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 61cfab4997c360532a4fda090de37cea in 444ms, sequenceid=8, compaction requested=false at 1732226235026 (+10 ms)Writing region close event to WAL at 1732226235026Running coprocessor post-close hooks at 1732226235031 (+5 ms)Closed at 1732226235031 2024-11-21T21:57:15,031 DEBUG [RS_CLOSE_REGION-regionserver/2a884b411602:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732226170460.61cfab4997c360532a4fda090de37cea. 2024-11-21T21:57:15,161 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(976): stopping server 2a884b411602,35001,1732226133728; all regions closed. 2024-11-21T21:57:15,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741834_1010 (size=19479) 2024-11-21T21:57:15,180 DEBUG [RS:0;2a884b411602:35001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/oldWALs 2024-11-21T21:57:15,180 INFO [RS:0;2a884b411602:35001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C35001%2C1732226133728.meta:.meta(num 1732226166791) 2024-11-21T21:57:15,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741833_1009 (size=20031) 2024-11-21T21:57:15,187 DEBUG [RS:0;2a884b411602:35001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/oldWALs 2024-11-21T21:57:15,187 INFO [RS:0;2a884b411602:35001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2a884b411602%2C35001%2C1732226133728:(num 1732226166510) 2024-11-21T21:57:15,187 DEBUG [RS:0;2a884b411602:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:57:15,187 INFO [RS:0;2a884b411602:35001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:57:15,187 INFO [RS:0;2a884b411602:35001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:57:15,188 INFO [RS:0;2a884b411602:35001 {}] hbase.ChoreService(370): Chore service for: regionserver/2a884b411602:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T21:57:15,188 INFO [RS:0;2a884b411602:35001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:57:15,188 INFO [regionserver/2a884b411602:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:57:15,190 INFO [RS:0;2a884b411602:35001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35001 2024-11-21T21:57:15,240 INFO [regionserver/2a884b411602:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:57:15,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a884b411602,35001,1732226133728 2024-11-21T21:57:15,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:57:15,245 INFO [RS:0;2a884b411602:35001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:57:15,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a884b411602,35001,1732226133728] 2024-11-21T21:57:15,270 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2a884b411602,35001,1732226133728 already deleted, retry=false 2024-11-21T21:57:15,270 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2a884b411602,35001,1732226133728 expired; onlineServers=0 2024-11-21T21:57:15,271 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2a884b411602,35275,1732226132992' ***** 2024-11-21T21:57:15,271 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T21:57:15,271 INFO [M:0;2a884b411602:35275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:57:15,271 INFO [M:0;2a884b411602:35275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:57:15,272 DEBUG [M:0;2a884b411602:35275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T21:57:15,272 DEBUG [M:0;2a884b411602:35275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T21:57:15,272 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T21:57:15,272 DEBUG [master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226136267 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.small.0-1732226136267,5,FailOnTimeoutGroup] 2024-11-21T21:57:15,272 DEBUG [master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226136253 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a884b411602:0:becomeActiveMaster-HFileCleaner.large.0-1732226136253,5,FailOnTimeoutGroup] 2024-11-21T21:57:15,272 INFO [M:0;2a884b411602:35275 {}] hbase.ChoreService(370): Chore service for: master/2a884b411602:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T21:57:15,273 INFO [M:0;2a884b411602:35275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:57:15,273 DEBUG [M:0;2a884b411602:35275 {}] master.HMaster(1795): Stopping service threads 2024-11-21T21:57:15,273 INFO [M:0;2a884b411602:35275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T21:57:15,274 INFO [M:0;2a884b411602:35275 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:57:15,275 INFO [M:0;2a884b411602:35275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:57:15,275 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T21:57:15,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T21:57:15,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:57:15,282 DEBUG [M:0;2a884b411602:35275 {}] zookeeper.ZKUtil(347): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T21:57:15,282 WARN [M:0;2a884b411602:35275 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T21:57:15,283 INFO [M:0;2a884b411602:35275 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/.lastflushedseqids 2024-11-21T21:57:15,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741868_1044 (size=649) 2024-11-21T21:57:15,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:57:15,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x10160aebb6f0001, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:57:15,359 INFO [RS:0;2a884b411602:35001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:57:15,359 INFO [RS:0;2a884b411602:35001 {}] regionserver.HRegionServer(1031): Exiting; stopping=2a884b411602,35001,1732226133728; zookeeper connection closed. 2024-11-21T21:57:15,360 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@719a7007 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@719a7007 2024-11-21T21:57:15,361 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T21:57:15,699 INFO [M:0;2a884b411602:35275 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:57:15,700 INFO [M:0;2a884b411602:35275 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T21:57:15,701 DEBUG [M:0;2a884b411602:35275 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:57:15,701 INFO [M:0;2a884b411602:35275 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:57:15,701 DEBUG [M:0;2a884b411602:35275 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:57:15,701 DEBUG [M:0;2a884b411602:35275 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:57:15,701 DEBUG [M:0;2a884b411602:35275 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:57:15,702 INFO [M:0;2a884b411602:35275 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.13 KB heapSize=191.09 KB 2024-11-21T21:57:15,724 DEBUG [M:0;2a884b411602:35275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be5f344716144ca18675107ea97ec9fe is 82, key is hbase:meta,,1/info:regioninfo/1732226166879/Put/seqid=0 2024-11-21T21:57:15,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741869_1045 (size=5672) 2024-11-21T21:57:16,130 INFO [M:0;2a884b411602:35275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be5f344716144ca18675107ea97ec9fe 2024-11-21T21:57:16,161 DEBUG [M:0;2a884b411602:35275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a7f7aaa049e441a9fbbf56bcb3a637e is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732226168537/Put/seqid=0 2024-11-21T21:57:16,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741870_1046 (size=14078) 2024-11-21T21:57:16,567 INFO [M:0;2a884b411602:35275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.57 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a7f7aaa049e441a9fbbf56bcb3a637e 2024-11-21T21:57:16,579 INFO [M:0;2a884b411602:35275 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a7f7aaa049e441a9fbbf56bcb3a637e 2024-11-21T21:57:16,598 DEBUG [M:0;2a884b411602:35275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe9858d11c0643ed90f08d0782254c71 is 69, key is 2a884b411602,35001,1732226133728/rs:state/1732226136293/Put/seqid=0 2024-11-21T21:57:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741871_1047 (size=5156) 2024-11-21T21:57:17,003 INFO [M:0;2a884b411602:35275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe9858d11c0643ed90f08d0782254c71 2024-11-21T21:57:17,013 DEBUG [M:0;2a884b411602:35275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be5f344716144ca18675107ea97ec9fe as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be5f344716144ca18675107ea97ec9fe 2024-11-21T21:57:17,022 INFO [M:0;2a884b411602:35275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be5f344716144ca18675107ea97ec9fe, entries=8, sequenceid=318, filesize=5.5 K 2024-11-21T21:57:17,024 DEBUG [M:0;2a884b411602:35275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a7f7aaa049e441a9fbbf56bcb3a637e as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a7f7aaa049e441a9fbbf56bcb3a637e 2024-11-21T21:57:17,031 INFO [M:0;2a884b411602:35275 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a7f7aaa049e441a9fbbf56bcb3a637e 2024-11-21T21:57:17,032 INFO [M:0;2a884b411602:35275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a7f7aaa049e441a9fbbf56bcb3a637e, entries=33, sequenceid=318, filesize=13.7 K 2024-11-21T21:57:17,033 DEBUG [M:0;2a884b411602:35275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe9858d11c0643ed90f08d0782254c71 as hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe9858d11c0643ed90f08d0782254c71 2024-11-21T21:57:17,040 INFO [M:0;2a884b411602:35275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33211/user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe9858d11c0643ed90f08d0782254c71, entries=1, sequenceid=318, filesize=5.0 K 2024-11-21T21:57:17,041 INFO [M:0;2a884b411602:35275 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.13 KB/167043, heapSize ~190.79 KB/195368, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=318, compaction requested=false 2024-11-21T21:57:17,042 INFO [M:0;2a884b411602:35275 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:57:17,042 DEBUG [M:0;2a884b411602:35275 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732226235700Disabling compacts and flushes for region at 1732226235700Disabling writes for close at 1732226235701 (+1 ms)Obtaining lock to block concurrent updates at 1732226235702 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732226235702Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167043, getHeapSize=195608, getOffHeapSize=0, getCellsCount=365 at 1732226235704 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732226235705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732226235706 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732226235723 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732226235723Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732226236139 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732226236160 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732226236160Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732226236579 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732226236598 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732226236598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a44161b: reopening flushed file at 1732226237011 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13346dcd: reopening flushed file at 1732226237022 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423465e1: reopening flushed file at 1732226237032 (+10 ms)Finished flush of dataSize ~163.13 KB/167043, heapSize ~190.79 KB/195368, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=318, compaction requested=false at 1732226237041 (+9 ms)Writing region close event to WAL at 1732226237042 (+1 ms)Closed at 1732226237042 2024-11-21T21:57:17,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35549 is added to blk_1073741830_1006 (size=188320) 2024-11-21T21:57:17,046 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c915a448-2625-f892-0e49-8d4d2d334ddd/MasterData/WALs/2a884b411602,35275,1732226132992/2a884b411602%2C35275%2C1732226132992.1732226135467 not finished, retry = 0 2024-11-21T21:57:17,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:57:17,147 INFO [M:0;2a884b411602:35275 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T21:57:17,147 INFO [M:0;2a884b411602:35275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35275 2024-11-21T21:57:17,148 INFO [M:0;2a884b411602:35275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:57:17,303 INFO [M:0;2a884b411602:35275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:57:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:57:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x10160aebb6f0000, quorum=127.0.0.1:61832, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:57:17,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:57:17,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:57:17,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:57:17,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:57:17,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/hadoop.log.dir/,STOPPED} 2024-11-21T21:57:17,313 WARN [BP-1474644835-172.17.0.2-1732226129280 heartbeating to localhost/127.0.0.1:33211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:57:17,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:57:17,313 WARN [BP-1474644835-172.17.0.2-1732226129280 heartbeating to localhost/127.0.0.1:33211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1474644835-172.17.0.2-1732226129280 (Datanode Uuid b427757d-920f-42d9-ab17-f15a1f7a09f1) service to localhost/127.0.0.1:33211 2024-11-21T21:57:17,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:57:17,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/cluster_7ecc3c81-dbd4-9c73-b0f2-ec38b3adad4d/data/data1/current/BP-1474644835-172.17.0.2-1732226129280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:57:17,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/cluster_7ecc3c81-dbd4-9c73-b0f2-ec38b3adad4d/data/data2/current/BP-1474644835-172.17.0.2-1732226129280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:57:17,315 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:57:17,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:57:17,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:57:17,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:57:17,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:57:17,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7b9c6ec-bb00-327b-c664-2f6b44f5d0f9/hadoop.log.dir/,STOPPED} 2024-11-21T21:57:17,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T21:57:17,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down