2024-11-16 01:38:46,046 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-16 01:38:46,069 main DEBUG Took 0.020968 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-16 01:38:46,070 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-16 01:38:46,070 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-16 01:38:46,072 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-16 01:38:46,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,081 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-16 01:38:46,096 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,099 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,101 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,102 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,104 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,105 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,107 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,108 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,109 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,110 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,111 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,112 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 01:38:46,113 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,114 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-16 01:38:46,116 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 01:38:46,117 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-16 01:38:46,120 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-16 01:38:46,120 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-16 01:38:46,122 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-16 01:38:46,122 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-16 01:38:46,133 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-16 01:38:46,137 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-16 01:38:46,139 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-16 01:38:46,140 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-16 01:38:46,140 main DEBUG createAppenders(={Console})
2024-11-16 01:38:46,142 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-16 01:38:46,142 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-16 01:38:46,142 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-16 01:38:46,143 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-16 01:38:46,144 main DEBUG OutputStream closed
2024-11-16 01:38:46,144 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-16 01:38:46,144 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-16 01:38:46,145 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-16 01:38:46,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-16 01:38:46,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-16 01:38:46,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-16 01:38:46,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-16 01:38:46,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-16 01:38:46,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-16 01:38:46,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-16 01:38:46,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-16 01:38:46,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-16 01:38:46,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-16 01:38:46,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-16 01:38:46,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-16 01:38:46,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-16 01:38:46,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-16 01:38:46,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-16 01:38:46,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-16 01:38:46,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-16 01:38:46,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-16 01:38:46,239 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-16 01:38:46,239 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-16 01:38:46,239 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-16 01:38:46,240 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-16T01:38:46,251 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-16 01:38:46,254 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-16 01:38:46,254 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-16T01:38:46,493 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff
2024-11-16T01:38:46,510 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-16T01:38:46,525 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/cluster_07e591fe-dc7d-83d9-ef41-0573225c6970, deleteOnExit=true
2024-11-16T01:38:46,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-16T01:38:46,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/test.cache.data in system properties and HBase conf
2024-11-16T01:38:46,527 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/hadoop.tmp.dir in system properties and HBase conf
2024-11-16T01:38:46,527 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/hadoop.log.dir in system properties and HBase conf
2024-11-16T01:38:46,528 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-16T01:38:46,529 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-16T01:38:46,529 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-16T01:38:46,613 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-16T01:38:46,700 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-16T01:38:46,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-16T01:38:46,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-16T01:38:46,705 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-16T01:38:46,705 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-16T01:38:46,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-16T01:38:46,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-16T01:38:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-16T01:38:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-16T01:38:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-16T01:38:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/nfs.dump.dir in system properties and HBase conf
2024-11-16T01:38:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/java.io.tmpdir in system properties and HBase conf
2024-11-16T01:38:46,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-16T01:38:46,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-16T01:38:46,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-16T01:38:47,747 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-16T01:38:47,812 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2420ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-16T01:38:47,875 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T01:38:47,930 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-16T01:38:47,949 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-16T01:38:47,950 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-16T01:38:47,951 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-16T01:38:47,962 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T01:38:47,965 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/hadoop.log.dir/,AVAILABLE}
2024-11-16T01:38:47,966 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-16T01:38:48,133 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/java.io.tmpdir/jetty-localhost-40933-hadoop-hdfs-3_4_1-tests_jar-_-any-6432382914143148841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-16T01:38:48,144 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:40933}
2024-11-16T01:38:48,144 INFO  [Time-limited test {}] server.Server(415): Started @2753ms
2024-11-16T01:38:48,683 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T01:38:48,691 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-16T01:38:48,692 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-16T01:38:48,692 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-16T01:38:48,692 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-16T01:38:48,693 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/hadoop.log.dir/,AVAILABLE}
2024-11-16T01:38:48,694 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-16T01:38:48,792 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/java.io.tmpdir/jetty-localhost-44117-hadoop-hdfs-3_4_1-tests_jar-_-any-14864028279710782591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-16T01:38:48,793 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:44117}
2024-11-16T01:38:48,794 INFO  [Time-limited test {}] server.Server(415): Started @3402ms
2024-11-16T01:38:48,843 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-16T01:38:49,869 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/cluster_07e591fe-dc7d-83d9-ef41-0573225c6970/data/data2/current/BP-618918990-172.17.0.2-1731721127229/current, will proceed with Du for space computation calculation, 
2024-11-16T01:38:49,869 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/cluster_07e591fe-dc7d-83d9-ef41-0573225c6970/data/data1/current/BP-618918990-172.17.0.2-1731721127229/current, will proceed with Du for space computation calculation, 
2024-11-16T01:38:49,895 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-16T01:38:49,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff
2024-11-16T01:38:49,938 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c708a5084a5f4ce with lease ID 0x2dcb8260e4e4874e: Processing first storage report for DS-93814e49-70b8-400d-b906-4afacf286cc5 from datanode DatanodeRegistration(127.0.0.1:35085, datanodeUuid=ba1a8c3d-bebe-4991-bad1-c24d5683fd35, infoPort=41473, infoSecurePort=0, ipcPort=35617, storageInfo=lv=-57;cid=testClusterID;nsid=1612494651;c=1731721127229)
2024-11-16T01:38:49,940 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c708a5084a5f4ce with lease ID 0x2dcb8260e4e4874e: from storage DS-93814e49-70b8-400d-b906-4afacf286cc5 node DatanodeRegistration(127.0.0.1:35085, datanodeUuid=ba1a8c3d-bebe-4991-bad1-c24d5683fd35, infoPort=41473, infoSecurePort=0, ipcPort=35617, storageInfo=lv=-57;cid=testClusterID;nsid=1612494651;c=1731721127229), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-16T01:38:49,940 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c708a5084a5f4ce with lease ID 0x2dcb8260e4e4874e: Processing first storage report for DS-5bf99838-3ebf-43bf-87f4-5381d8e63550 from datanode DatanodeRegistration(127.0.0.1:35085, datanodeUuid=ba1a8c3d-bebe-4991-bad1-c24d5683fd35, infoPort=41473, infoSecurePort=0, ipcPort=35617, storageInfo=lv=-57;cid=testClusterID;nsid=1612494651;c=1731721127229)
2024-11-16T01:38:49,941 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c708a5084a5f4ce with lease ID 0x2dcb8260e4e4874e: from storage DS-5bf99838-3ebf-43bf-87f4-5381d8e63550 node DatanodeRegistration(127.0.0.1:35085, datanodeUuid=ba1a8c3d-bebe-4991-bad1-c24d5683fd35, infoPort=41473, infoSecurePort=0, ipcPort=35617, storageInfo=lv=-57;cid=testClusterID;nsid=1612494651;c=1731721127229), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-16T01:38:50,003 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/cluster_07e591fe-dc7d-83d9-ef41-0573225c6970/zookeeper_0, clientPort=50195, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/cluster_07e591fe-dc7d-83d9-ef41-0573225c6970/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/cluster_07e591fe-dc7d-83d9-ef41-0573225c6970/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-16T01:38:50,012 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50195
2024-11-16T01:38:50,022 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T01:38:50,024 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T01:38:50,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741825_1001 (size=7)
2024-11-16T01:38:50,649 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62 with version=8
2024-11-16T01:38:50,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/hbase-staging
2024-11-16T01:38:50,728 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-16T01:38:51,042 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=9
2024-11-16T01:38:51,050 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T01:38:51,051 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-16T01:38:51,055 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-16T01:38:51,055 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T01:38:51,055 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-16T01:38:51,172 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-16T01:38:51,220 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-16T01:38:51,228 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-16T01:38:51,231 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-16T01:38:51,252 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 130975 (auto-detected)
2024-11-16T01:38:51,253 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-16T01:38:51,269 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42409
2024-11-16T01:38:51,287 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42409 connecting to ZooKeeper ensemble=127.0.0.1:50195
2024-11-16T01:38:51,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424090x0, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-16T01:38:51,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42409-0x101414b6bae0000 connected
2024-11-16T01:38:51,529 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T01:38:51,532 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T01:38:51,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T01:38:51,544 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62, hbase.cluster.distributed=false
2024-11-16T01:38:51,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-16T01:38:51,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42409
2024-11-16T01:38:51,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42409
2024-11-16T01:38:51,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42409
2024-11-16T01:38:51,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42409
2024-11-16T01:38:51,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42409
2024-11-16T01:38:51,677 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=9
2024-11-16T01:38:51,678 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T01:38:51,678 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-16T01:38:51,679 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-16T01:38:51,679 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T01:38:51,679 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-16T01:38:51,681 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-16T01:38:51,684 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-16T01:38:51,685 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40929
2024-11-16T01:38:51,687 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40929 connecting to ZooKeeper ensemble=127.0.0.1:50195
2024-11-16T01:38:51,688 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T01:38:51,691 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T01:38:51,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409290x0, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-16T01:38:51,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409290x0, quorum=127.0.0.1:50195, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T01:38:51,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40929-0x101414b6bae0001 connected
2024-11-16T01:38:51,711 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-16T01:38:51,719 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-16T01:38:51,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-16T01:38:51,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-16T01:38:51,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40929
2024-11-16T01:38:51,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40929
2024-11-16T01:38:51,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40929
2024-11-16T01:38:51,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40929
2024-11-16T01:38:51,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40929
2024-11-16T01:38:51,747 DEBUG [M:0;844d197be988:42409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:42409
2024-11-16T01:38:51,749 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/844d197be988,42409,1731721130889
2024-11-16T01:38:51,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T01:38:51,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T01:38:51,761 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/844d197be988,42409,1731721130889
2024-11-16T01:38:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:38:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-16T01:38:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:38:51,792 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-16T01:38:51,793 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/844d197be988,42409,1731721130889 from backup master directory
2024-11-16T01:38:51,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T01:38:51,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/844d197be988,42409,1731721130889
2024-11-16T01:38:51,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T01:38:51,802 WARN  [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-16T01:38:51,802 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,42409,1731721130889
2024-11-16T01:38:51,804 INFO  [master/844d197be988:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-16T01:38:51,805 INFO  [master/844d197be988:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-16T01:38:51,857 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/hbase.id] with ID: 7b84ff3a-592d-4a08-8722-bebc7f5160b3
2024-11-16T01:38:51,857 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/.tmp/hbase.id
2024-11-16T01:38:51,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741826_1002 (size=42)
2024-11-16T01:38:52,270 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/.tmp/hbase.id]:[hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/hbase.id]
2024-11-16T01:38:52,323 INFO  [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T01:38:52,328 INFO  [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-16T01:38:52,346 INFO  [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-16T01:38:52,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:38:52,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:38:52,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741827_1003 (size=196)
2024-11-16T01:38:52,840 INFO  [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:38:52,843 INFO  [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-16T01:38:52,856 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T01:38:52,860 INFO  [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T01:38:52,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741828_1004 (size=1189)
2024-11-16T01:38:53,314 INFO  [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store
2024-11-16T01:38:53,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741829_1005 (size=34)
2024-11-16T01:38:53,746 INFO  [master/844d197be988:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-16T01:38:53,749 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:38:53,750 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-16T01:38:53,751 INFO  [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T01:38:53,751 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T01:38:53,753 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-16T01:38:53,753 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T01:38:53,753 INFO  [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T01:38:53,755 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731721133750Disabling compacts and flushes for region at 1731721133750Disabling writes for close at 1731721133753 (+3 ms)Writing region close event to WAL at 1731721133753Closed at 1731721133753
2024-11-16T01:38:53,757 WARN  [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/.initializing
2024-11-16T01:38:53,757 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/WALs/844d197be988,42409,1731721130889
2024-11-16T01:38:53,767 INFO  [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-16T01:38:53,782 INFO  [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C42409%2C1731721130889, suffix=, logDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/WALs/844d197be988,42409,1731721130889, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/oldWALs, maxLogs=10
2024-11-16T01:38:53,812 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/WALs/844d197be988,42409,1731721130889/844d197be988%2C42409%2C1731721130889.1731721133788, exclude list is [], retry=0
2024-11-16T01:38:53,827 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35085,DS-93814e49-70b8-400d-b906-4afacf286cc5,DISK]
2024-11-16T01:38:53,830 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-16T01:38:53,860 INFO  [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/WALs/844d197be988,42409,1731721130889/844d197be988%2C42409%2C1731721130889.1731721133788
2024-11-16T01:38:53,861 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)]
2024-11-16T01:38:53,862 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:38:53,862 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:38:53,865 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T01:38:53,866 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T01:38:53,898 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T01:38:53,919 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-16T01:38:53,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:38:53,924 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T01:38:53,925 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T01:38:53,928 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-16T01:38:53,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:38:53,929 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:38:53,929 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T01:38:53,932 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-16T01:38:53,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:38:53,933 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:38:53,933 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T01:38:53,935 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-16T01:38:53,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:38:53,937 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:38:53,937 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T01:38:53,940 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-16T01:38:53,941 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-16T01:38:53,946 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T01:38:53,947 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T01:38:53,951 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-16T01:38:53,955 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T01:38:53,959 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:38:53,961 INFO  [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60492468, jitterRate=-0.09859198331832886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-16T01:38:53,968 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731721133877Initializing all the Stores at 1731721133879 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731721133879Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721133880 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721133880Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721133880Cleaning up temporary data from old regions at 1731721133947 (+67 ms)Region opened successfully at 1731721133967 (+20 ms)
2024-11-16T01:38:53,969 INFO  [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-16T01:38:53,998 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a925a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0
2024-11-16T01:38:54,024 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-16T01:38:54,033 INFO  [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-16T01:38:54,033 INFO  [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-16T01:38:54,036 INFO  [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-16T01:38:54,037 INFO  [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-16T01:38:54,041 INFO  [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-16T01:38:54,041 INFO  [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-16T01:38:54,063 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-16T01:38:54,070 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-16T01:38:54,169 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-16T01:38:54,172 INFO  [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-16T01:38:54,174 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-16T01:38:54,180 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-16T01:38:54,183 INFO  [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-16T01:38:54,188 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-16T01:38:54,201 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-16T01:38:54,203 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-16T01:38:54,211 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-16T01:38:54,229 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-16T01:38:54,242 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-16T01:38:54,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-16T01:38:54,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-16T01:38:54,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:38:54,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:38:54,257 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,42409,1731721130889, sessionid=0x101414b6bae0000, setting cluster-up flag (Was=false)
2024-11-16T01:38:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:38:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:38:54,317 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-16T01:38:54,319 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,42409,1731721130889
2024-11-16T01:38:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:38:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:38:54,369 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-16T01:38:54,373 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,42409,1731721130889
2024-11-16T01:38:54,381 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-16T01:38:54,439 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(746): ClusterId : 7b84ff3a-592d-4a08-8722-bebc7f5160b3
2024-11-16T01:38:54,441 DEBUG [RS:0;844d197be988:40929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-16T01:38:54,452 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-16T01:38:54,456 DEBUG [RS:0;844d197be988:40929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-16T01:38:54,456 DEBUG [RS:0;844d197be988:40929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-16T01:38:54,463 INFO  [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-16T01:38:54,465 DEBUG [RS:0;844d197be988:40929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-16T01:38:54,466 DEBUG [RS:0;844d197be988:40929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312ec33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0
2024-11-16T01:38:54,471 INFO  [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-16T01:38:54,479 DEBUG [RS:0;844d197be988:40929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:40929
2024-11-16T01:38:54,478 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,42409,1731721130889
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-16T01:38:54,481 INFO  [RS:0;844d197be988:40929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-16T01:38:54,481 INFO  [RS:0;844d197be988:40929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-16T01:38:54,482 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-16T01:38:54,484 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,42409,1731721130889 with port=40929, startcode=1731721131637
2024-11-16T01:38:54,485 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5
2024-11-16T01:38:54,485 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5
2024-11-16T01:38:54,486 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5
2024-11-16T01:38:54,486 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5
2024-11-16T01:38:54,486 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10
2024-11-16T01:38:54,486 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,486 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2
2024-11-16T01:38:54,486 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,488 INFO  [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731721164488
2024-11-16T01:38:54,489 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-16T01:38:54,490 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-16T01:38:54,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T01:38:54,492 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-16T01:38:54,494 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-16T01:38:54,494 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-16T01:38:54,494 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-16T01:38:54,494 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-16T01:38:54,495 DEBUG [RS:0;844d197be988:40929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-16T01:38:54,495 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:38:54,499 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-16T01:38:54,501 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-16T01:38:54,502 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-16T01:38:54,502 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-16T01:38:54,504 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-16T01:38:54,504 INFO  [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-16T01:38:54,506 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731721134506,5,FailOnTimeoutGroup]
2024-11-16T01:38:54,509 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731721134507,5,FailOnTimeoutGroup]
2024-11-16T01:38:54,509 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,509 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-16T01:38:54,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741831_1007 (size=1321)
2024-11-16T01:38:54,511 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,511 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,515 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-16T01:38:54,516 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:38:54,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741832_1008 (size=32)
2024-11-16T01:38:54,530 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-16T01:38:54,535 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,40929,1731721131637
2024-11-16T01:38:54,537 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42409 {}] master.ServerManager(517): Registering regionserver=844d197be988,40929,1731721131637
2024-11-16T01:38:54,549 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:38:54,549 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45289
2024-11-16T01:38:54,549 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-16T01:38:54,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-16T01:38:54,559 DEBUG [RS:0;844d197be988:40929 {}] zookeeper.ZKUtil(111): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/844d197be988,40929,1731721131637
2024-11-16T01:38:54,559 WARN  [RS:0;844d197be988:40929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-16T01:38:54,560 INFO  [RS:0;844d197be988:40929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T01:38:54,560 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/WALs/844d197be988,40929,1731721131637
2024-11-16T01:38:54,562 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,40929,1731721131637]
2024-11-16T01:38:54,590 INFO  [RS:0;844d197be988:40929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-16T01:38:54,608 INFO  [RS:0;844d197be988:40929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-16T01:38:54,614 INFO  [RS:0;844d197be988:40929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-16T01:38:54,615 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,616 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-16T01:38:54,621 INFO  [RS:0;844d197be988:40929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-16T01:38:54,623 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,623 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,623 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,623 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,623 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,623 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,624 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2
2024-11-16T01:38:54,624 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,624 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,624 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,624 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,625 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,625 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1
2024-11-16T01:38:54,625 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3
2024-11-16T01:38:54,625 DEBUG [RS:0;844d197be988:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3
2024-11-16T01:38:54,626 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,627 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,627 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,627 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,627 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,627 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,40929,1731721131637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-16T01:38:54,645 INFO  [RS:0;844d197be988:40929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-16T01:38:54,647 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,40929,1731721131637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,647 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,647 INFO  [RS:0;844d197be988:40929 {}] regionserver.Replication(171): 844d197be988,40929,1731721131637 started
2024-11-16T01:38:54,664 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T01:38:54,664 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,40929,1731721131637, RpcServer on 844d197be988/172.17.0.2:40929, sessionid=0x101414b6bae0001
2024-11-16T01:38:54,665 DEBUG [RS:0;844d197be988:40929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-16T01:38:54,665 DEBUG [RS:0;844d197be988:40929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,40929,1731721131637
2024-11-16T01:38:54,665 DEBUG [RS:0;844d197be988:40929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,40929,1731721131637'
2024-11-16T01:38:54,665 DEBUG [RS:0;844d197be988:40929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-16T01:38:54,666 DEBUG [RS:0;844d197be988:40929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-16T01:38:54,667 DEBUG [RS:0;844d197be988:40929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-16T01:38:54,667 DEBUG [RS:0;844d197be988:40929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-16T01:38:54,667 DEBUG [RS:0;844d197be988:40929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,40929,1731721131637
2024-11-16T01:38:54,667 DEBUG [RS:0;844d197be988:40929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,40929,1731721131637'
2024-11-16T01:38:54,667 DEBUG [RS:0;844d197be988:40929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-16T01:38:54,668 DEBUG [RS:0;844d197be988:40929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-16T01:38:54,669 DEBUG [RS:0;844d197be988:40929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-16T01:38:54,669 INFO  [RS:0;844d197be988:40929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-16T01:38:54,669 INFO  [RS:0;844d197be988:40929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-16T01:38:54,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:38:54,944 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-16T01:38:54,947 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-16T01:38:54,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:38:54,948 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T01:38:54,948 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-16T01:38:54,950 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-16T01:38:54,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:38:54,951 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T01:38:54,952 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-16T01:38:54,954 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-16T01:38:54,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:38:54,955 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T01:38:54,955 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-16T01:38:54,958 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-16T01:38:54,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:38:54,959 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T01:38:54,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-16T01:38:54,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740
2024-11-16T01:38:54,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740
2024-11-16T01:38:54,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-16T01:38:54,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-16T01:38:54,965 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-16T01:38:54,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-16T01:38:54,970 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:38:54,971 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64158659, jitterRate=-0.043961480259895325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-16T01:38:54,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731721134938Initializing all the Stores at 1731721134944 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731721134944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731721134944Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721134944Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731721134944Cleaning up temporary data from old regions at 1731721134964 (+20 ms)Region opened successfully at 1731721134973 (+9 ms)
2024-11-16T01:38:54,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-16T01:38:54,974 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-16T01:38:54,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-16T01:38:54,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-16T01:38:54,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-16T01:38:54,975 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-16T01:38:54,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731721134974Disabling compacts and flushes for region at 1731721134974Disabling writes for close at 1731721134974Writing region close event to WAL at 1731721134975 (+1 ms)Closed at 1731721134975
2024-11-16T01:38:54,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T01:38:54,978 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-16T01:38:54,984 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-16T01:38:54,991 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-16T01:38:54,993 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-16T01:38:55,146 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:38:56,147 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:38:57,148 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:38:58,149 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:38:59,150 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:00,150 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:01,152 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:01,220 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-16T01:39:01,221 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-16T01:39:02,152 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:03,153 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:04,154 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:05,155 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:06,156 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:07,156 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:08,157 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:09,158 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:10,158 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:11,159 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:12,160 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:13,161 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:14,161 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:15,162 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:16,163 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:17,164 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:18,165 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:19,165 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:19,933 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T01:39:20,166 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:21,167 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:22,168 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:23,169 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:24,169 WARN  [844d197be988:42409 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T01:39:24,676 INFO  [RS:0;844d197be988:40929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-16T01:39:24,680 INFO  [RS:0;844d197be988:40929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C40929%2C1731721131637, suffix=, logDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/WALs/844d197be988,40929,1731721131637, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/oldWALs, maxLogs=32
2024-11-16T01:39:24,697 DEBUG [RS:0;844d197be988:40929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/WALs/844d197be988,40929,1731721131637/844d197be988%2C40929%2C1731721131637.1731721164684, exclude list is [], retry=0
2024-11-16T01:39:24,701 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35085,DS-93814e49-70b8-400d-b906-4afacf286cc5,DISK]
2024-11-16T01:39:24,704 INFO  [RS:0;844d197be988:40929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/WALs/844d197be988,40929,1731721131637/844d197be988%2C40929%2C1731721131637.1731721164684
2024-11-16T01:39:24,704 DEBUG [RS:0;844d197be988:40929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)]
2024-11-16T01:39:24,923 DEBUG [844d197be988:42409 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-16T01:39:24,936 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:24,941 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,40929,1731721131637, state=OPENING
2024-11-16T01:39:25,011 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-16T01:39:25,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:39:25,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:39:25,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T01:39:25,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T01:39:25,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-16T01:39:25,039 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,40929,1731721131637}]
2024-11-16T01:39:25,222 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-16T01:39:25,225 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-16T01:39:25,238 INFO  [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-16T01:39:25,238 INFO  [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T01:39:25,239 INFO  [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-16T01:39:25,242 INFO  [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C40929%2C1731721131637.meta, suffix=.meta, logDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/WALs/844d197be988,40929,1731721131637, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/oldWALs, maxLogs=32
2024-11-16T01:39:25,263 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/WALs/844d197be988,40929,1731721131637/844d197be988%2C40929%2C1731721131637.meta.1731721165245.meta, exclude list is [], retry=0
2024-11-16T01:39:25,266 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35085,DS-93814e49-70b8-400d-b906-4afacf286cc5,DISK]
2024-11-16T01:39:25,269 INFO  [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/WALs/844d197be988,40929,1731721131637/844d197be988%2C40929%2C1731721131637.meta.1731721165245.meta
2024-11-16T01:39:25,269 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)]
2024-11-16T01:39:25,270 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:39:25,271 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-16T01:39:25,274 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-16T01:39:25,278 INFO  [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-16T01:39:25,282 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-16T01:39:25,283 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:25,283 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-16T01:39:25,283 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-16T01:39:25,287 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-16T01:39:25,288 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-16T01:39:25,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:25,290 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T01:39:25,290 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-16T01:39:25,292 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-16T01:39:25,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:25,293 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T01:39:25,293 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-16T01:39:25,295 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-16T01:39:25,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:25,296 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T01:39:25,296 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-16T01:39:25,297 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-16T01:39:25,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:25,298 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T01:39:25,298 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-16T01:39:25,300 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740
2024-11-16T01:39:25,302 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740
2024-11-16T01:39:25,305 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-16T01:39:25,305 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-16T01:39:25,306 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-16T01:39:25,308 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-16T01:39:25,309 INFO  [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62267834, jitterRate=-0.07213696837425232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-16T01:39:25,310 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-16T01:39:25,311 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731721165284Writing region info on filesystem at 1731721165284Initializing all the Stores at 1731721165286 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731721165286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731721165286Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721165286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731721165286Cleaning up temporary data from old regions at 1731721165305 (+19 ms)Running coprocessor post-open hooks at 1731721165310 (+5 ms)Region opened successfully at 1731721165311 (+1 ms)
2024-11-16T01:39:25,317 INFO  [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731721165213
2024-11-16T01:39:25,328 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-16T01:39:25,328 INFO  [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-16T01:39:25,330 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:25,333 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,40929,1731721131637, state=OPEN
2024-11-16T01:39:25,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-16T01:39:25,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-16T01:39:25,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T01:39:25,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T01:39:25,377 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,40929,1731721131637
2024-11-16T01:39:25,383 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-16T01:39:25,383 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,40929,1731721131637 in 339 msec
2024-11-16T01:39:25,390 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-16T01:39:25,390 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 30.4010 sec
2024-11-16T01:39:25,392 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T01:39:25,392 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-16T01:39:25,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T01:39:25,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40929,1731721131637, seqNum=-1]
2024-11-16T01:39:25,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T01:39:25,430 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T01:39:25,453 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 31.0420 sec
2024-11-16T01:39:25,454 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731721165454, completionTime=-1
2024-11-16T01:39:25,456 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-16T01:39:25,456 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-16T01:39:25,484 INFO  [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-16T01:39:25,484 INFO  [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731721225484
2024-11-16T01:39:25,484 INFO  [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731721285484
2024-11-16T01:39:25,484 INFO  [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec
2024-11-16T01:39:25,487 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42409,1731721130889-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T01:39:25,487 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42409,1731721130889-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T01:39:25,487 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42409,1731721130889-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T01:39:25,489 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:42409, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T01:39:25,489 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-16T01:39:25,490 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-16T01:39:25,497 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-16T01:39:25,516 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.714sec
2024-11-16T01:39:25,517 INFO  [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-16T01:39:25,519 INFO  [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-16T01:39:25,520 INFO  [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-16T01:39:25,520 INFO  [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-16T01:39:25,520 INFO  [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-16T01:39:25,521 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42409,1731721130889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-16T01:39:25,521 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42409,1731721130889-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-16T01:39:25,528 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-16T01:39:25,529 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-16T01:39:25,529 INFO  [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42409,1731721130889-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T01:39:25,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T01:39:25,584 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-16T01:39:25,584 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-16T01:39:25,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42409,-1 for getting cluster id
2024-11-16T01:39:25,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T01:39:25,599 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b84ff3a-592d-4a08-8722-bebc7f5160b3'
2024-11-16T01:39:25,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T01:39:25,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b84ff3a-592d-4a08-8722-bebc7f5160b3"

2024-11-16T01:39:25,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2a5478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T01:39:25,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42409,-1]
2024-11-16T01:39:25,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T01:39:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T01:39:25,610 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T01:39:25,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T01:39:25,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T01:39:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40929,1731721131637, seqNum=-1]
2024-11-16T01:39:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T01:39:25,622 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T01:39:25,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,42409,1731721130889
2024-11-16T01:39:25,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T01:39:25,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42409,-1 for getting cluster id
2024-11-16T01:39:25,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T01:39:25,644 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b84ff3a-592d-4a08-8722-bebc7f5160b3'
2024-11-16T01:39:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T01:39:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b84ff3a-592d-4a08-8722-bebc7f5160b3"

2024-11-16T01:39:25,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459fdb13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T01:39:25,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42409,-1]
2024-11-16T01:39:25,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T01:39:25,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T01:39:25,649 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T01:39:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e126e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T01:39:25,664 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=6388
2024-11-16T01:39:25,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T01:39:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,42409,1731721130889
2024-11-16T01:39:25,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10fe7214
2024-11-16T01:39:25,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T01:39:25,700 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T01:39:25,707 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:39:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-16T01:39:25,723 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T01:39:25,725 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-16T01:39:25,725 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:25,728 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T01:39:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T01:39:25,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741835_1011 (size=428)
2024-11-16T01:39:26,143 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 325b5fbee319742db0110441f936b07f, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:39:26,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741836_1012 (size=79)
2024-11-16T01:39:26,557 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:26,557 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 325b5fbee319742db0110441f936b07f, disabling compactions & flushes
2024-11-16T01:39:26,557 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:39:26,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:39:26,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f. after waiting 0 ms
2024-11-16T01:39:26,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:39:26,558 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:39:26,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 325b5fbee319742db0110441f936b07f:
Waiting for close lock at 1731721166557Disabling compacts and flushes for region at 1731721166557Disabling writes for close at 1731721166558 (+1 ms)Writing region close event to WAL at 1731721166558Closed at 1731721166558
2024-11-16T01:39:26,560 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T01:39:26,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731721166561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731721166561"}]},"ts":"1731721166561"}
2024-11-16T01:39:26,570 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T01:39:26,572 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T01:39:26,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721166572"}]},"ts":"1731721166572"}
2024-11-16T01:39:26,579 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-16T01:39:26,581 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=325b5fbee319742db0110441f936b07f, ASSIGN}]
2024-11-16T01:39:26,583 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=325b5fbee319742db0110441f936b07f, ASSIGN
2024-11-16T01:39:26,585 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=325b5fbee319742db0110441f936b07f, ASSIGN; state=OFFLINE, location=844d197be988,40929,1731721131637; forceNewPlan=false, retain=false
2024-11-16T01:39:26,736 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=325b5fbee319742db0110441f936b07f, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:26,740 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=325b5fbee319742db0110441f936b07f, ASSIGN because future has completed
2024-11-16T01:39:26,742 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 325b5fbee319742db0110441f936b07f, server=844d197be988,40929,1731721131637}]
2024-11-16T01:39:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T01:39:26,902 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:39:26,902 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 325b5fbee319742db0110441f936b07f, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:39:26,903 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 325b5fbee319742db0110441f936b07f
2024-11-16T01:39:26,903 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:26,903 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 325b5fbee319742db0110441f936b07f
2024-11-16T01:39:26,903 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 325b5fbee319742db0110441f936b07f
2024-11-16T01:39:26,906 INFO  [StoreOpener-325b5fbee319742db0110441f936b07f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 325b5fbee319742db0110441f936b07f 
2024-11-16T01:39:26,908 INFO  [StoreOpener-325b5fbee319742db0110441f936b07f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 325b5fbee319742db0110441f936b07f columnFamilyName testFamily
2024-11-16T01:39:26,908 DEBUG [StoreOpener-325b5fbee319742db0110441f936b07f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:26,909 INFO  [StoreOpener-325b5fbee319742db0110441f936b07f-1 {}] regionserver.HStore(327): Store=325b5fbee319742db0110441f936b07f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:39:26,909 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 325b5fbee319742db0110441f936b07f
2024-11-16T01:39:26,910 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextExceptionAsync/325b5fbee319742db0110441f936b07f
2024-11-16T01:39:26,911 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextExceptionAsync/325b5fbee319742db0110441f936b07f
2024-11-16T01:39:26,912 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 325b5fbee319742db0110441f936b07f
2024-11-16T01:39:26,912 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 325b5fbee319742db0110441f936b07f
2024-11-16T01:39:26,914 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 325b5fbee319742db0110441f936b07f
2024-11-16T01:39:26,918 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextExceptionAsync/325b5fbee319742db0110441f936b07f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:39:26,919 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 325b5fbee319742db0110441f936b07f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73753461, jitterRate=0.09901221096515656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T01:39:26,919 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 325b5fbee319742db0110441f936b07f
2024-11-16T01:39:26,920 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 325b5fbee319742db0110441f936b07f:
Running coprocessor pre-open hook at 1731721166904Writing region info on filesystem at 1731721166904Initializing all the Stores at 1731721166905 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721166905Cleaning up temporary data from old regions at 1731721166912 (+7 ms)Running coprocessor post-open hooks at 1731721166919 (+7 ms)Region opened successfully at 1731721166919
2024-11-16T01:39:26,921 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f., pid=6, masterSystemTime=1731721166896
2024-11-16T01:39:26,925 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:39:26,925 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:39:26,926 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=325b5fbee319742db0110441f936b07f, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:26,929 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 325b5fbee319742db0110441f936b07f, server=844d197be988,40929,1731721131637 because future has completed
2024-11-16T01:39:26,934 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-16T01:39:26,934 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 325b5fbee319742db0110441f936b07f, server=844d197be988,40929,1731721131637 in 189 msec
2024-11-16T01:39:26,938 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-16T01:39:26,938 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=325b5fbee319742db0110441f936b07f, ASSIGN in 354 msec
2024-11-16T01:39:26,939 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T01:39:26,939 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721166939"}]},"ts":"1731721166939"}
2024-11-16T01:39:26,942 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-16T01:39:26,944 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T01:39:26,947 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2330 sec
2024-11-16T01:39:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T01:39:28,768 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-16T01:39:28,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-16T01:39:28,770 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:28,776 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-16T01:39:28,776 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:28,777 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-16T01:39:28,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T01:39:28,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40929,1731721131637, seqNum=-1]
2024-11-16T01:39:28,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T01:39:28,785 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T01:39:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:39:28,807 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T01:39:28,811 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-16T01:39:28,816 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-16T01:39:28,821 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-16T01:39:28,823 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-16T01:39:28,824 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-14218656737132536
2024-11-16T01:39:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:52520 deadline: 1731721171822, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T01:39:28,850 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-16T01:39:28,852 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-16T01:39:28,853 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T01:39:28,855 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T01:39:28,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-14218656737132534
2024-11-16T01:39:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:52520 deadline: 1731721171854, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T01:39:28,860 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T01:39:28,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-14218656737132533
2024-11-16T01:39:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:52520 deadline: 1731721171859, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T01:39:28,865 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T01:39:28,866 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-14218656737132532
2024-11-16T01:39:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:52520 deadline: 1731721171865, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T01:39:28,871 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T01:39:28,880 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/844d197be988:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1842312599_22 at /127.0.0.1:34106 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=6291 (was 6388)
2024-11-16T01:39:28,888 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=6291
2024-11-16T01:39:28,892 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:39:28,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42409 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-16T01:39:28,897 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T01:39:28,897 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:28,898 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-16T01:39:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T01:39:28,900 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T01:39:28,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741837_1013 (size=414)
2024-11-16T01:39:29,313 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efe668e3e5e1fb0b9a3264f463a3e23f, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:39:29,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741838_1014 (size=65)
2024-11-16T01:39:29,726 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:29,727 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing efe668e3e5e1fb0b9a3264f463a3e23f, disabling compactions & flushes
2024-11-16T01:39:29,727 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:39:29,727 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:39:29,727 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f. after waiting 0 ms
2024-11-16T01:39:29,727 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:39:29,727 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:39:29,727 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for efe668e3e5e1fb0b9a3264f463a3e23f:
Waiting for close lock at 1731721169727Disabling compacts and flushes for region at 1731721169727Disabling writes for close at 1731721169727Writing region close event to WAL at 1731721169727Closed at 1731721169727
2024-11-16T01:39:29,732 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T01:39:29,733 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731721169732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731721169732"}]},"ts":"1731721169732"}
2024-11-16T01:39:29,738 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T01:39:29,739 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T01:39:29,740 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721169739"}]},"ts":"1731721169739"}
2024-11-16T01:39:29,743 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-16T01:39:29,743 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=efe668e3e5e1fb0b9a3264f463a3e23f, ASSIGN}]
2024-11-16T01:39:29,745 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=efe668e3e5e1fb0b9a3264f463a3e23f, ASSIGN
2024-11-16T01:39:29,747 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=efe668e3e5e1fb0b9a3264f463a3e23f, ASSIGN; state=OFFLINE, location=844d197be988,40929,1731721131637; forceNewPlan=false, retain=false
2024-11-16T01:39:29,898 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=efe668e3e5e1fb0b9a3264f463a3e23f, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:29,905 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=efe668e3e5e1fb0b9a3264f463a3e23f, ASSIGN because future has completed
2024-11-16T01:39:29,906 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure efe668e3e5e1fb0b9a3264f463a3e23f, server=844d197be988,40929,1731721131637}]
2024-11-16T01:39:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T01:39:30,075 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:39:30,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => efe668e3e5e1fb0b9a3264f463a3e23f, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:39:30,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:39:30,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:30,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:39:30,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:39:30,078 INFO  [StoreOpener-efe668e3e5e1fb0b9a3264f463a3e23f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region efe668e3e5e1fb0b9a3264f463a3e23f 
2024-11-16T01:39:30,081 INFO  [StoreOpener-efe668e3e5e1fb0b9a3264f463a3e23f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efe668e3e5e1fb0b9a3264f463a3e23f columnFamilyName testFamily
2024-11-16T01:39:30,081 DEBUG [StoreOpener-efe668e3e5e1fb0b9a3264f463a3e23f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:30,081 INFO  [StoreOpener-efe668e3e5e1fb0b9a3264f463a3e23f-1 {}] regionserver.HStore(327): Store=efe668e3e5e1fb0b9a3264f463a3e23f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:39:30,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:39:30,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScanner/efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:39:30,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScanner/efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:39:30,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:39:30,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:39:30,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:39:30,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScanner/efe668e3e5e1fb0b9a3264f463a3e23f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:39:30,090 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened efe668e3e5e1fb0b9a3264f463a3e23f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64290540, jitterRate=-0.0419963002204895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T01:39:30,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:39:30,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for efe668e3e5e1fb0b9a3264f463a3e23f:
Running coprocessor pre-open hook at 1731721170076Writing region info on filesystem at 1731721170076Initializing all the Stores at 1731721170078 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721170078Cleaning up temporary data from old regions at 1731721170084 (+6 ms)Running coprocessor post-open hooks at 1731721170090 (+6 ms)Region opened successfully at 1731721170091 (+1 ms)
2024-11-16T01:39:30,093 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., pid=9, masterSystemTime=1731721170062
2024-11-16T01:39:30,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:39:30,096 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:39:30,097 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=efe668e3e5e1fb0b9a3264f463a3e23f, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:30,101 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure efe668e3e5e1fb0b9a3264f463a3e23f, server=844d197be988,40929,1731721131637 because future has completed
2024-11-16T01:39:30,108 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-16T01:39:30,109 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure efe668e3e5e1fb0b9a3264f463a3e23f, server=844d197be988,40929,1731721131637 in 197 msec
2024-11-16T01:39:30,112 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-16T01:39:30,112 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=efe668e3e5e1fb0b9a3264f463a3e23f, ASSIGN in 365 msec
2024-11-16T01:39:30,113 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T01:39:30,113 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721170113"}]},"ts":"1731721170113"}
2024-11-16T01:39:30,116 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-16T01:39:30,118 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T01:39:30,121 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2260 sec
2024-11-16T01:39:30,825 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T01:39:30,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-16T01:39:30,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-16T01:39:30,859 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-16T01:39:31,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-16T01:39:31,218 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-16T01:39:31,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-16T01:39:31,219 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-16T01:39:31,220 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-16T01:39:31,220 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-16T01:39:31,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-16T01:39:31,221 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-16T01:39:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T01:39:31,927 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-16T01:39:31,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-16T01:39:31,928 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:31,931 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-16T01:39:31,932 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:31,932 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-16T01:39:31,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:39:31,949 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T01:39:31,950 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-16T01:39:31,953 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-16T01:39:31,955 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-16T01:39:37,973 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., hostname=844d197be988,40929,1731721131637, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., hostname=844d197be988,40929,1731721131637, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=844d197be988:40929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6015ms, rpcTimeout=5999ms
2024-11-16T01:39:37,973 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., hostname=844d197be988,40929,1731721131637, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6015ms, rpcTimeout=5999ms
2024-11-16T01:39:37,973 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., hostname=844d197be988,40929,1731721131637, seqNum=2 from cache
2024-11-16T01:39:37,981 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=6107 (was 6291)
2024-11-16T01:39:37,989 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6107
2024-11-16T01:39:37,992 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:39:37,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42409 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-16T01:39:37,996 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T01:39:37,996 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:37,996 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-16T01:39:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-16T01:39:37,998 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T01:39:38,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741839_1015 (size=412)
2024-11-16T01:39:38,414 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f393e43b26ec51c8e4d3be01d188a3d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:39:38,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741840_1016 (size=63)
2024-11-16T01:39:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-16T01:39:38,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:38,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4f393e43b26ec51c8e4d3be01d188a3d, disabling compactions & flushes
2024-11-16T01:39:38,829 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:39:38,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:39:38,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d. after waiting 0 ms
2024-11-16T01:39:38,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:39:38,829 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:39:38,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f393e43b26ec51c8e4d3be01d188a3d:
Waiting for close lock at 1731721178829Disabling compacts and flushes for region at 1731721178829Disabling writes for close at 1731721178829Writing region close event to WAL at 1731721178829Closed at 1731721178829
2024-11-16T01:39:38,832 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T01:39:38,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731721178832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731721178832"}]},"ts":"1731721178832"}
2024-11-16T01:39:38,838 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T01:39:38,840 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T01:39:38,840 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721178840"}]},"ts":"1731721178840"}
2024-11-16T01:39:38,843 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-16T01:39:38,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4f393e43b26ec51c8e4d3be01d188a3d, ASSIGN}]
2024-11-16T01:39:38,845 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4f393e43b26ec51c8e4d3be01d188a3d, ASSIGN
2024-11-16T01:39:38,846 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4f393e43b26ec51c8e4d3be01d188a3d, ASSIGN; state=OFFLINE, location=844d197be988,40929,1731721131637; forceNewPlan=false, retain=false
2024-11-16T01:39:38,998 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4f393e43b26ec51c8e4d3be01d188a3d, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-16T01:39:39,007 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4f393e43b26ec51c8e4d3be01d188a3d, ASSIGN because future has completed
2024-11-16T01:39:39,008 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f393e43b26ec51c8e4d3be01d188a3d, server=844d197be988,40929,1731721131637}]
2024-11-16T01:39:39,168 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:39:39,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f393e43b26ec51c8e4d3be01d188a3d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:39:39,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:39:39,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:39,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:39:39,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:39:39,171 INFO  [StoreOpener-4f393e43b26ec51c8e4d3be01d188a3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4f393e43b26ec51c8e4d3be01d188a3d 
2024-11-16T01:39:39,172 INFO  [StoreOpener-4f393e43b26ec51c8e4d3be01d188a3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f393e43b26ec51c8e4d3be01d188a3d columnFamilyName testFamily
2024-11-16T01:39:39,172 DEBUG [StoreOpener-4f393e43b26ec51c8e4d3be01d188a3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:39,173 INFO  [StoreOpener-4f393e43b26ec51c8e4d3be01d188a3d-1 {}] regionserver.HStore(327): Store=4f393e43b26ec51c8e4d3be01d188a3d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:39:39,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:39:39,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNextAsync/4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:39:39,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNextAsync/4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:39:39,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:39:39,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:39:39,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:39:39,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNextAsync/4f393e43b26ec51c8e4d3be01d188a3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:39:39,183 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 4f393e43b26ec51c8e4d3be01d188a3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72120182, jitterRate=0.07467445731163025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T01:39:39,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:39:39,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4f393e43b26ec51c8e4d3be01d188a3d:
Running coprocessor pre-open hook at 1731721179169Writing region info on filesystem at 1731721179169Initializing all the Stores at 1731721179170 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721179170Cleaning up temporary data from old regions at 1731721179175 (+5 ms)Running coprocessor post-open hooks at 1731721179183 (+8 ms)Region opened successfully at 1731721179183
2024-11-16T01:39:39,185 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d., pid=12, masterSystemTime=1731721179163
2024-11-16T01:39:39,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:39:39,188 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:39:39,189 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4f393e43b26ec51c8e4d3be01d188a3d, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:39,192 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f393e43b26ec51c8e4d3be01d188a3d, server=844d197be988,40929,1731721131637 because future has completed
2024-11-16T01:39:39,196 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-16T01:39:39,197 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f393e43b26ec51c8e4d3be01d188a3d, server=844d197be988,40929,1731721131637 in 185 msec
2024-11-16T01:39:39,201 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-16T01:39:39,201 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4f393e43b26ec51c8e4d3be01d188a3d, ASSIGN in 354 msec
2024-11-16T01:39:39,202 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T01:39:39,202 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721179202"}]},"ts":"1731721179202"}
2024-11-16T01:39:39,205 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-16T01:39:39,206 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T01:39:39,209 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2140 sec
2024-11-16T01:39:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-16T01:39:41,027 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-16T01:39:41,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-16T01:39:41,027 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:41,031 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-16T01:39:41,031 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:41,031 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-16T01:39:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:39:41,048 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T01:39:41,049 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-16T01:39:41,053 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-16T01:39:41,056 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-16T01:39:41,057 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-16T01:39:41,058 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-16T01:39:41,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-16T01:39:41,218 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-16T01:39:42,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-16T01:39:44,696 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T01:39:47,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40929 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132523' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-16T01:39:47,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40929 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:52520 deadline: 1731721193069, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132523' does not exist
2024-11-16T01:39:47,073 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 844d197be988,40929,1731721131637 for closing scanner id = -14218656737132523 for 4f393e43b26ec51c8e4d3be01d188a3d of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132523' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T01:39:47,076 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=6004 (was 6107)
2024-11-16T01:39:47,085 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=6003
2024-11-16T01:39:47,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:39:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-16T01:39:47,091 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T01:39:47,091 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:47,091 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-16T01:39:47,092 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T01:39:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T01:39:47,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741841_1017 (size=423)
2024-11-16T01:39:47,505 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a22161d69e17b2ce196ee5ae91bd8e5d, NAME => 'testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:39:47,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741842_1018 (size=74)
2024-11-16T01:39:47,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-16T01:39:47,918 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:47,919 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing a22161d69e17b2ce196ee5ae91bd8e5d, disabling compactions & flushes
2024-11-16T01:39:47,919 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:39:47,919 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:39:47,919 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d. after waiting 0 ms
2024-11-16T01:39:47,919 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:39:47,919 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:39:47,919 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for a22161d69e17b2ce196ee5ae91bd8e5d:
Waiting for close lock at 1731721187919Disabling compacts and flushes for region at 1731721187919Disabling writes for close at 1731721187919Writing region close event to WAL at 1731721187919Closed at 1731721187919
2024-11-16T01:39:47,922 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T01:39:47,922 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731721187922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731721187922"}]},"ts":"1731721187922"}
2024-11-16T01:39:47,927 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T01:39:47,929 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T01:39:47,929 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721187929"}]},"ts":"1731721187929"}
2024-11-16T01:39:47,933 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-16T01:39:47,934 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a22161d69e17b2ce196ee5ae91bd8e5d, ASSIGN}]
2024-11-16T01:39:47,936 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a22161d69e17b2ce196ee5ae91bd8e5d, ASSIGN
2024-11-16T01:39:47,938 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a22161d69e17b2ce196ee5ae91bd8e5d, ASSIGN; state=OFFLINE, location=844d197be988,40929,1731721131637; forceNewPlan=false, retain=false
2024-11-16T01:39:48,089 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a22161d69e17b2ce196ee5ae91bd8e5d, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:48,094 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a22161d69e17b2ce196ee5ae91bd8e5d, ASSIGN because future has completed
2024-11-16T01:39:48,095 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a22161d69e17b2ce196ee5ae91bd8e5d, server=844d197be988,40929,1731721131637}]
2024-11-16T01:39:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T01:39:48,260 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:39:48,260 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a22161d69e17b2ce196ee5ae91bd8e5d, NAME => 'testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:39:48,260 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:39:48,260 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:48,261 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:39:48,261 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:39:48,263 INFO  [StoreOpener-a22161d69e17b2ce196ee5ae91bd8e5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a22161d69e17b2ce196ee5ae91bd8e5d 
2024-11-16T01:39:48,267 INFO  [StoreOpener-a22161d69e17b2ce196ee5ae91bd8e5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a22161d69e17b2ce196ee5ae91bd8e5d columnFamilyName testFamily
2024-11-16T01:39:48,267 DEBUG [StoreOpener-a22161d69e17b2ce196ee5ae91bd8e5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:48,268 INFO  [StoreOpener-a22161d69e17b2ce196ee5ae91bd8e5d-1 {}] regionserver.HStore(327): Store=a22161d69e17b2ce196ee5ae91bd8e5d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:39:48,268 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:39:48,270 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextException/a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:39:48,270 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextException/a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:39:48,271 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:39:48,271 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:39:48,274 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:39:48,277 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextException/a22161d69e17b2ce196ee5ae91bd8e5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:39:48,278 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a22161d69e17b2ce196ee5ae91bd8e5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62194253, jitterRate=-0.07323341071605682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T01:39:48,278 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:39:48,278 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a22161d69e17b2ce196ee5ae91bd8e5d:
Running coprocessor pre-open hook at 1731721188261Writing region info on filesystem at 1731721188261Initializing all the Stores at 1731721188262 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721188262Cleaning up temporary data from old regions at 1731721188271 (+9 ms)Running coprocessor post-open hooks at 1731721188278 (+7 ms)Region opened successfully at 1731721188278
2024-11-16T01:39:48,280 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d., pid=15, masterSystemTime=1731721188249
2024-11-16T01:39:48,282 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:39:48,282 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:39:48,283 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a22161d69e17b2ce196ee5ae91bd8e5d, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:48,287 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a22161d69e17b2ce196ee5ae91bd8e5d, server=844d197be988,40929,1731721131637 because future has completed
2024-11-16T01:39:48,291 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-16T01:39:48,291 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a22161d69e17b2ce196ee5ae91bd8e5d, server=844d197be988,40929,1731721131637 in 193 msec
2024-11-16T01:39:48,294 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-16T01:39:48,294 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a22161d69e17b2ce196ee5ae91bd8e5d, ASSIGN in 357 msec
2024-11-16T01:39:48,295 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T01:39:48,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721188296"}]},"ts":"1731721188296"}
2024-11-16T01:39:48,299 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-16T01:39:48,300 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T01:39:48,303 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2120 sec
2024-11-16T01:39:48,864 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-16T01:39:49,933 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T01:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T01:39:50,120 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-16T01:39:50,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-16T01:39:50,121 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:50,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-16T01:39:50,131 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:50,131 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-16T01:39:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:39:50,145 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T01:39:50,146 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-16T01:39:50,149 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-16T01:39:50,151 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-16T01:39:50,152 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-16T01:39:50,152 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-14218656737132519
2024-11-16T01:39:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:52520 deadline: 1731721193151, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T01:39:50,156 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-16T01:39:50,157 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-16T01:39:50,158 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T01:39:50,160 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T01:39:50,160 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-14218656737132517
2024-11-16T01:39:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:52520 deadline: 1731721193159, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T01:39:50,164 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T01:39:50,165 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-14218656737132516
2024-11-16T01:39:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:52520 deadline: 1731721193163, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T01:39:50,168 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T01:39:50,168 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-14218656737132515
2024-11-16T01:39:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:52520 deadline: 1731721193167, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T01:39:50,171 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T01:39:50,180 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 225), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 198) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5992 (was 6003)
2024-11-16T01:39:50,189 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=5991
2024-11-16T01:39:50,193 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:39:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-16T01:39:50,197 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T01:39:50,197 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:50,197 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-16T01:39:50,199 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T01:39:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-16T01:39:50,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741843_1019 (size=418)
2024-11-16T01:39:50,210 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5c35d8fc61454bdd54c5df31e3b3d7a, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:39:50,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741844_1020 (size=69)
2024-11-16T01:39:50,620 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:50,620 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing c5c35d8fc61454bdd54c5df31e3b3d7a, disabling compactions & flushes
2024-11-16T01:39:50,621 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:39:50,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:39:50,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a. after waiting 0 ms
2024-11-16T01:39:50,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:39:50,621 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:39:50,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5c35d8fc61454bdd54c5df31e3b3d7a:
Waiting for close lock at 1731721190620Disabling compacts and flushes for region at 1731721190620Disabling writes for close at 1731721190621 (+1 ms)Writing region close event to WAL at 1731721190621Closed at 1731721190621
2024-11-16T01:39:50,625 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T01:39:50,626 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731721190625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731721190625"}]},"ts":"1731721190625"}
2024-11-16T01:39:50,630 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T01:39:50,632 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T01:39:50,632 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721190632"}]},"ts":"1731721190632"}
2024-11-16T01:39:50,635 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-16T01:39:50,636 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c5c35d8fc61454bdd54c5df31e3b3d7a, ASSIGN}]
2024-11-16T01:39:50,638 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c5c35d8fc61454bdd54c5df31e3b3d7a, ASSIGN
2024-11-16T01:39:50,640 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c5c35d8fc61454bdd54c5df31e3b3d7a, ASSIGN; state=OFFLINE, location=844d197be988,40929,1731721131637; forceNewPlan=false, retain=false
2024-11-16T01:39:50,791 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c5c35d8fc61454bdd54c5df31e3b3d7a, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:50,799 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c5c35d8fc61454bdd54c5df31e3b3d7a, ASSIGN because future has completed
2024-11-16T01:39:50,800 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c35d8fc61454bdd54c5df31e3b3d7a, server=844d197be988,40929,1731721131637}]
2024-11-16T01:39:50,962 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:39:50,962 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c5c35d8fc61454bdd54c5df31e3b3d7a, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:39:50,963 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:39:50,963 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:50,963 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:39:50,963 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:39:50,965 INFO  [StoreOpener-c5c35d8fc61454bdd54c5df31e3b3d7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c5c35d8fc61454bdd54c5df31e3b3d7a 
2024-11-16T01:39:50,967 INFO  [StoreOpener-c5c35d8fc61454bdd54c5df31e3b3d7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c35d8fc61454bdd54c5df31e3b3d7a columnFamilyName testFamily
2024-11-16T01:39:50,967 DEBUG [StoreOpener-c5c35d8fc61454bdd54c5df31e3b3d7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:50,968 INFO  [StoreOpener-c5c35d8fc61454bdd54c5df31e3b3d7a-1 {}] regionserver.HStore(327): Store=c5c35d8fc61454bdd54c5df31e3b3d7a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:39:50,968 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:39:50,969 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScanner/c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:39:50,970 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScanner/c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:39:50,971 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:39:50,971 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:39:50,973 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:39:50,976 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScanner/c5c35d8fc61454bdd54c5df31e3b3d7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:39:50,977 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c5c35d8fc61454bdd54c5df31e3b3d7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61504561, jitterRate=-0.083510622382164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T01:39:50,977 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:39:50,978 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c5c35d8fc61454bdd54c5df31e3b3d7a:
Running coprocessor pre-open hook at 1731721190963Writing region info on filesystem at 1731721190963Initializing all the Stores at 1731721190965 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721190965Cleaning up temporary data from old regions at 1731721190971 (+6 ms)Running coprocessor post-open hooks at 1731721190977 (+6 ms)Region opened successfully at 1731721190978 (+1 ms)
2024-11-16T01:39:50,979 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., pid=18, masterSystemTime=1731721190954
2024-11-16T01:39:50,981 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:39:50,982 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:39:50,983 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c5c35d8fc61454bdd54c5df31e3b3d7a, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:50,985 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c35d8fc61454bdd54c5df31e3b3d7a, server=844d197be988,40929,1731721131637 because future has completed
2024-11-16T01:39:50,989 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-16T01:39:50,990 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure c5c35d8fc61454bdd54c5df31e3b3d7a, server=844d197be988,40929,1731721131637 in 186 msec
2024-11-16T01:39:50,993 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-16T01:39:50,993 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c5c35d8fc61454bdd54c5df31e3b3d7a, ASSIGN in 354 msec
2024-11-16T01:39:50,994 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T01:39:50,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721190995"}]},"ts":"1731721190995"}
2024-11-16T01:39:50,998 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-16T01:39:50,999 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T01:39:51,002 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 806 msec
2024-11-16T01:39:51,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-16T01:39:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-16T01:39:51,218 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-16T01:39:51,219 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-16T01:39:51,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-16T01:39:51,219 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:51,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-16T01:39:51,220 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-16T01:39:51,227 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-16T01:39:51,227 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:51,227 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-16T01:39:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:39:51,244 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T01:39:51,245 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-16T01:39:51,248 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-16T01:39:51,250 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-16T01:39:52,250 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., hostname=844d197be988,40929,1731721131637, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., hostname=844d197be988,40929,1731721131637, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=844d197be988:40929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-16T01:39:52,251 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., hostname=844d197be988,40929,1731721131637, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-16T01:39:52,251 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., hostname=844d197be988,40929,1731721131637, seqNum=2 from cache
2024-11-16T01:39:52,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-16T01:39:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:39:53,268 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-16T01:39:53,765 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T01:39:54,251 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., hostname=844d197be988,40929,1731721131637, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., hostname=844d197be988,40929,1731721131637, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=844d197be988:40929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=983ms
2024-11-16T01:39:54,251 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., hostname=844d197be988,40929,1731721131637, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=983ms
2024-11-16T01:39:54,251 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., hostname=844d197be988,40929,1731721131637, seqNum=2 from cache
2024-11-16T01:39:54,265 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=5977 (was 5991)
2024-11-16T01:39:54,274 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=5975
2024-11-16T01:39:54,276 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:39:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-16T01:39:54,278 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T01:39:54,279 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:54,279 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-16T01:39:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T01:39:54,280 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T01:39:54,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741845_1021 (size=416)
2024-11-16T01:39:54,694 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 366c872415cb2683ec8b7ef390157253, NAME => 'testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:39:54,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741846_1022 (size=67)
2024-11-16T01:39:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-16T01:39:54,866 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-16T01:39:55,107 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:55,107 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 366c872415cb2683ec8b7ef390157253, disabling compactions & flushes
2024-11-16T01:39:55,107 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:39:55,107 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:39:55,107 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253. after waiting 0 ms
2024-11-16T01:39:55,108 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:39:55,108 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:39:55,108 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 366c872415cb2683ec8b7ef390157253:
Waiting for close lock at 1731721195107Disabling compacts and flushes for region at 1731721195107Disabling writes for close at 1731721195107Writing region close event to WAL at 1731721195108 (+1 ms)Closed at 1731721195108
2024-11-16T01:39:55,110 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T01:39:55,110 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731721195110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731721195110"}]},"ts":"1731721195110"}
2024-11-16T01:39:55,113 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T01:39:55,114 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T01:39:55,115 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721195114"}]},"ts":"1731721195114"}
2024-11-16T01:39:55,117 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-16T01:39:55,117 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=366c872415cb2683ec8b7ef390157253, ASSIGN}]
2024-11-16T01:39:55,119 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=366c872415cb2683ec8b7ef390157253, ASSIGN
2024-11-16T01:39:55,120 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=366c872415cb2683ec8b7ef390157253, ASSIGN; state=OFFLINE, location=844d197be988,40929,1731721131637; forceNewPlan=false, retain=false
2024-11-16T01:39:55,272 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=366c872415cb2683ec8b7ef390157253, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:55,277 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=366c872415cb2683ec8b7ef390157253, ASSIGN because future has completed
2024-11-16T01:39:55,278 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 366c872415cb2683ec8b7ef390157253, server=844d197be988,40929,1731721131637}]
2024-11-16T01:39:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T01:39:55,442 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:39:55,442 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 366c872415cb2683ec8b7ef390157253, NAME => 'testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:39:55,443 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 366c872415cb2683ec8b7ef390157253
2024-11-16T01:39:55,443 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:39:55,443 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 366c872415cb2683ec8b7ef390157253
2024-11-16T01:39:55,443 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 366c872415cb2683ec8b7ef390157253
2024-11-16T01:39:55,446 INFO  [StoreOpener-366c872415cb2683ec8b7ef390157253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 366c872415cb2683ec8b7ef390157253 
2024-11-16T01:39:55,449 INFO  [StoreOpener-366c872415cb2683ec8b7ef390157253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 366c872415cb2683ec8b7ef390157253 columnFamilyName testFamily
2024-11-16T01:39:55,449 DEBUG [StoreOpener-366c872415cb2683ec8b7ef390157253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:39:55,450 INFO  [StoreOpener-366c872415cb2683ec8b7ef390157253-1 {}] regionserver.HStore(327): Store=366c872415cb2683ec8b7ef390157253/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:39:55,450 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 366c872415cb2683ec8b7ef390157253
2024-11-16T01:39:55,452 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNextAsync/366c872415cb2683ec8b7ef390157253
2024-11-16T01:39:55,452 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNextAsync/366c872415cb2683ec8b7ef390157253
2024-11-16T01:39:55,453 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 366c872415cb2683ec8b7ef390157253
2024-11-16T01:39:55,453 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 366c872415cb2683ec8b7ef390157253
2024-11-16T01:39:55,455 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 366c872415cb2683ec8b7ef390157253
2024-11-16T01:39:55,459 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNextAsync/366c872415cb2683ec8b7ef390157253/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:39:55,459 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 366c872415cb2683ec8b7ef390157253; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71459878, jitterRate=0.06483516097068787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T01:39:55,460 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 366c872415cb2683ec8b7ef390157253
2024-11-16T01:39:55,460 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 366c872415cb2683ec8b7ef390157253:
Running coprocessor pre-open hook at 1731721195443Writing region info on filesystem at 1731721195443Initializing all the Stores at 1731721195445 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721195445Cleaning up temporary data from old regions at 1731721195453 (+8 ms)Running coprocessor post-open hooks at 1731721195460 (+7 ms)Region opened successfully at 1731721195460
2024-11-16T01:39:55,461 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253., pid=21, masterSystemTime=1731721195432
2024-11-16T01:39:55,464 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:39:55,464 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:39:55,464 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=366c872415cb2683ec8b7ef390157253, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:39:55,467 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 366c872415cb2683ec8b7ef390157253, server=844d197be988,40929,1731721131637 because future has completed
2024-11-16T01:39:55,471 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-16T01:39:55,471 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 366c872415cb2683ec8b7ef390157253, server=844d197be988,40929,1731721131637 in 190 msec
2024-11-16T01:39:55,473 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-16T01:39:55,473 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=366c872415cb2683ec8b7ef390157253, ASSIGN in 354 msec
2024-11-16T01:39:55,474 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T01:39:55,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721195474"}]},"ts":"1731721195474"}
2024-11-16T01:39:55,477 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-16T01:39:55,478 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T01:39:55,480 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2020 sec
2024-11-16T01:39:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T01:39:57,300 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-16T01:39:57,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-16T01:39:57,301 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:57,308 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-16T01:39:57,309 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:39:57,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-16T01:39:57,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:39:57,326 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T01:39:57,326 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-16T01:39:57,329 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-16T01:39:57,332 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-16T01:39:57,333 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-16T01:39:57,334 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-16T01:40:00,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132504' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-16T01:40:00,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:52520 deadline: 1731721201345, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132504' does not exist
2024-11-16T01:40:00,347 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 844d197be988,40929,1731721131637 for closing scanner id = -14218656737132504 for 366c872415cb2683ec8b7ef390157253 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132504' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T01:40:00,354 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=5946 (was 5975)
2024-11-16T01:40:00,363 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=5946
2024-11-16T01:40:00,366 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:40:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-16T01:40:00,369 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T01:40:00,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:40:00,370 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-16T01:40:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-16T01:40:00,371 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T01:40:00,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741847_1023 (size=411)
2024-11-16T01:40:00,787 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69480624dffedb97c10428a5daf5709c, NAME => 'testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:40:00,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741848_1024 (size=62)
2024-11-16T01:40:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-16T01:40:00,948 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T01:40:00,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-16T01:40:01,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:40:01,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 69480624dffedb97c10428a5daf5709c, disabling compactions & flushes
2024-11-16T01:40:01,201 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:01,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:01,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c. after waiting 0 ms
2024-11-16T01:40:01,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:01,201 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:01,201 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69480624dffedb97c10428a5daf5709c:
Waiting for close lock at 1731721201201Disabling compacts and flushes for region at 1731721201201Disabling writes for close at 1731721201201Writing region close event to WAL at 1731721201201Closed at 1731721201201
2024-11-16T01:40:01,203 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T01:40:01,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731721201203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731721201203"}]},"ts":"1731721201203"}
2024-11-16T01:40:01,206 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T01:40:01,208 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T01:40:01,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721201208"}]},"ts":"1731721201208"}
2024-11-16T01:40:01,210 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-16T01:40:01,211 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=69480624dffedb97c10428a5daf5709c, ASSIGN}]
2024-11-16T01:40:01,212 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=69480624dffedb97c10428a5daf5709c, ASSIGN
2024-11-16T01:40:01,213 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=69480624dffedb97c10428a5daf5709c, ASSIGN; state=OFFLINE, location=844d197be988,40929,1731721131637; forceNewPlan=false, retain=false
2024-11-16T01:40:01,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-16T01:40:01,218 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-16T01:40:01,364 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=69480624dffedb97c10428a5daf5709c, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:40:01,369 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=69480624dffedb97c10428a5daf5709c, ASSIGN because future has completed
2024-11-16T01:40:01,369 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69480624dffedb97c10428a5daf5709c, server=844d197be988,40929,1731721131637}]
2024-11-16T01:40:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-16T01:40:01,527 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:01,527 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 69480624dffedb97c10428a5daf5709c, NAME => 'testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:40:01,528 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:01,528 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:40:01,528 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:01,528 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:01,530 INFO  [StoreOpener-69480624dffedb97c10428a5daf5709c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 69480624dffedb97c10428a5daf5709c 
2024-11-16T01:40:01,532 INFO  [StoreOpener-69480624dffedb97c10428a5daf5709c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69480624dffedb97c10428a5daf5709c columnFamilyName testFamily
2024-11-16T01:40:01,532 DEBUG [StoreOpener-69480624dffedb97c10428a5daf5709c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:40:01,533 INFO  [StoreOpener-69480624dffedb97c10428a5daf5709c-1 {}] regionserver.HStore(327): Store=69480624dffedb97c10428a5daf5709c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:40:01,533 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:01,535 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNext/69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:01,536 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNext/69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:01,536 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:01,536 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:01,540 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:01,543 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNext/69480624dffedb97c10428a5daf5709c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:40:01,544 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 69480624dffedb97c10428a5daf5709c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72027728, jitterRate=0.07329678535461426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T01:40:01,545 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:01,545 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 69480624dffedb97c10428a5daf5709c:
Running coprocessor pre-open hook at 1731721201528Writing region info on filesystem at 1731721201528Initializing all the Stores at 1731721201529 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721201529Cleaning up temporary data from old regions at 1731721201536 (+7 ms)Running coprocessor post-open hooks at 1731721201545 (+9 ms)Region opened successfully at 1731721201545
2024-11-16T01:40:01,547 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c., pid=24, masterSystemTime=1731721201523
2024-11-16T01:40:01,549 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:01,550 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:01,550 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=69480624dffedb97c10428a5daf5709c, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:40:01,553 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69480624dffedb97c10428a5daf5709c, server=844d197be988,40929,1731721131637 because future has completed
2024-11-16T01:40:01,557 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-16T01:40:01,557 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 69480624dffedb97c10428a5daf5709c, server=844d197be988,40929,1731721131637 in 185 msec
2024-11-16T01:40:01,560 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-16T01:40:01,560 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=69480624dffedb97c10428a5daf5709c, ASSIGN in 346 msec
2024-11-16T01:40:01,561 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T01:40:01,561 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721201561"}]},"ts":"1731721201561"}
2024-11-16T01:40:01,563 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-16T01:40:01,565 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T01:40:01,567 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1990 sec
2024-11-16T01:40:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-16T01:40:03,400 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-16T01:40:03,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-16T01:40:03,401 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:40:03,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-16T01:40:03,410 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:40:03,410 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-16T01:40:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:40:03,425 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T01:40:03,425 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-16T01:40:03,430 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-16T01:40:03,433 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-16T01:40:03,435 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-16T01:40:03,436 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-16T01:40:05,563 INFO  [master/844d197be988:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-16T01:40:05,563 INFO  [master/844d197be988:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-16T01:40:06,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40929 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132500' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-16T01:40:06,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40929 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:52520 deadline: 1731721207445, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132500' does not exist
2024-11-16T01:40:06,447 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 844d197be988,40929,1731721131637 for closing scanner id = -14218656737132500 for 69480624dffedb97c10428a5daf5709c of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132500' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T01:40:06,452 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 204), ProcessCount=11 (was 11), AvailableMemoryMB=5939 (was 5946)
2024-11-16T01:40:06,459 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=5939
2024-11-16T01:40:06,461 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:40:06,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42409 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-16T01:40:06,464 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T01:40:06,464 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:40:06,464 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-16T01:40:06,466 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T01:40:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T01:40:06,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741849_1025 (size=419)
2024-11-16T01:40:06,877 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a14d1dbbfb612fc2ef60745bea771e2, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:40:06,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741850_1026 (size=70)
2024-11-16T01:40:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-16T01:40:07,030 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T01:40:07,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-16T01:40:07,287 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:40:07,288 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2a14d1dbbfb612fc2ef60745bea771e2, disabling compactions & flushes
2024-11-16T01:40:07,288 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:07,288 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:07,288 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2. after waiting 0 ms
2024-11-16T01:40:07,288 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:07,288 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:07,288 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a14d1dbbfb612fc2ef60745bea771e2:
Waiting for close lock at 1731721207288Disabling compacts and flushes for region at 1731721207288Disabling writes for close at 1731721207288Writing region close event to WAL at 1731721207288Closed at 1731721207288
2024-11-16T01:40:07,290 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T01:40:07,290 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731721207290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731721207290"}]},"ts":"1731721207290"}
2024-11-16T01:40:07,294 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T01:40:07,296 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T01:40:07,296 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721207296"}]},"ts":"1731721207296"}
2024-11-16T01:40:07,299 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-16T01:40:07,300 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2a14d1dbbfb612fc2ef60745bea771e2, ASSIGN}]
2024-11-16T01:40:07,301 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2a14d1dbbfb612fc2ef60745bea771e2, ASSIGN
2024-11-16T01:40:07,302 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2a14d1dbbfb612fc2ef60745bea771e2, ASSIGN; state=OFFLINE, location=844d197be988,40929,1731721131637; forceNewPlan=false, retain=false
2024-11-16T01:40:07,454 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=2a14d1dbbfb612fc2ef60745bea771e2, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:40:07,461 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2a14d1dbbfb612fc2ef60745bea771e2, ASSIGN because future has completed
2024-11-16T01:40:07,462 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a14d1dbbfb612fc2ef60745bea771e2, server=844d197be988,40929,1731721131637}]
2024-11-16T01:40:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T01:40:07,626 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:07,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a14d1dbbfb612fc2ef60745bea771e2, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:40:07,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:07,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:40:07,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:07,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:07,630 INFO  [StoreOpener-2a14d1dbbfb612fc2ef60745bea771e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2a14d1dbbfb612fc2ef60745bea771e2 
2024-11-16T01:40:07,632 INFO  [StoreOpener-2a14d1dbbfb612fc2ef60745bea771e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a14d1dbbfb612fc2ef60745bea771e2 columnFamilyName testFamily
2024-11-16T01:40:07,632 DEBUG [StoreOpener-2a14d1dbbfb612fc2ef60745bea771e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:40:07,633 INFO  [StoreOpener-2a14d1dbbfb612fc2ef60745bea771e2-1 {}] regionserver.HStore(327): Store=2a14d1dbbfb612fc2ef60745bea771e2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:40:07,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:07,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:07,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:07,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:07,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:07,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:07,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2a14d1dbbfb612fc2ef60745bea771e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:40:07,642 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 2a14d1dbbfb612fc2ef60745bea771e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71046231, jitterRate=0.058671340346336365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T01:40:07,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:07,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 2a14d1dbbfb612fc2ef60745bea771e2:
Running coprocessor pre-open hook at 1731721207627Writing region info on filesystem at 1731721207627Initializing all the Stores at 1731721207629 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721207629Cleaning up temporary data from old regions at 1731721207636 (+7 ms)Running coprocessor post-open hooks at 1731721207642 (+6 ms)Region opened successfully at 1731721207643 (+1 ms)
2024-11-16T01:40:07,644 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2., pid=27, masterSystemTime=1731721207615
2024-11-16T01:40:07,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:07,647 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:07,647 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=2a14d1dbbfb612fc2ef60745bea771e2, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:40:07,649 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a14d1dbbfb612fc2ef60745bea771e2, server=844d197be988,40929,1731721131637 because future has completed
2024-11-16T01:40:07,653 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-16T01:40:07,653 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a14d1dbbfb612fc2ef60745bea771e2, server=844d197be988,40929,1731721131637 in 188 msec
2024-11-16T01:40:07,656 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-16T01:40:07,656 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2a14d1dbbfb612fc2ef60745bea771e2, ASSIGN in 353 msec
2024-11-16T01:40:07,657 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T01:40:07,657 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721207657"}]},"ts":"1731721207657"}
2024-11-16T01:40:07,659 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-16T01:40:07,660 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T01:40:07,662 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1990 sec
2024-11-16T01:40:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T01:40:09,497 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-16T01:40:09,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-16T01:40:09,498 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:40:09,503 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-16T01:40:09,503 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:40:09,503 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-16T01:40:09,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:40:09,518 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T01:40:09,518 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-16T01:40:09,521 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-16T01:40:09,522 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-16T01:40:11,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-16T01:40:11,218 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-16T01:40:11,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-16T01:40:11,219 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-16T01:40:13,129 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T01:40:13,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-16T01:40:15,530 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2., hostname=844d197be988,40929,1731721131637, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2., hostname=844d197be988,40929,1731721131637, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=844d197be988:40929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-16T01:40:15,530 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2., hostname=844d197be988,40929,1731721131637, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-16T01:40:15,531 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2., hostname=844d197be988,40929,1731721131637, seqNum=2 from cache
2024-11-16T01:40:15,546 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 187) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6550 (was 5939) - AvailableMemoryMB LEAK? -
2024-11-16T01:40:15,554 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=6549
2024-11-16T01:40:15,556 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:40:15,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42409 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-16T01:40:15,560 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T01:40:15,560 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:40:15,560 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-16T01:40:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-16T01:40:15,561 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T01:40:15,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741851_1027 (size=407)
2024-11-16T01:40:15,978 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 850afe678919c6b61e32a70f52c0f0b3, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:40:15,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741852_1028 (size=58)
2024-11-16T01:40:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-16T01:40:16,393 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:40:16,393 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 850afe678919c6b61e32a70f52c0f0b3, disabling compactions & flushes
2024-11-16T01:40:16,393 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:16,393 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:16,393 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3. after waiting 0 ms
2024-11-16T01:40:16,393 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:16,393 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:16,393 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 850afe678919c6b61e32a70f52c0f0b3:
Waiting for close lock at 1731721216393Disabling compacts and flushes for region at 1731721216393Disabling writes for close at 1731721216393Writing region close event to WAL at 1731721216393Closed at 1731721216393
2024-11-16T01:40:16,395 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T01:40:16,395 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731721216395"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731721216395"}]},"ts":"1731721216395"}
2024-11-16T01:40:16,398 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T01:40:16,400 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T01:40:16,400 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721216400"}]},"ts":"1731721216400"}
2024-11-16T01:40:16,403 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-16T01:40:16,403 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=850afe678919c6b61e32a70f52c0f0b3, ASSIGN}]
2024-11-16T01:40:16,405 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=850afe678919c6b61e32a70f52c0f0b3, ASSIGN
2024-11-16T01:40:16,408 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=850afe678919c6b61e32a70f52c0f0b3, ASSIGN; state=OFFLINE, location=844d197be988,40929,1731721131637; forceNewPlan=false, retain=false
2024-11-16T01:40:16,559 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=850afe678919c6b61e32a70f52c0f0b3, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:40:16,567 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=850afe678919c6b61e32a70f52c0f0b3, ASSIGN because future has completed
2024-11-16T01:40:16,568 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 850afe678919c6b61e32a70f52c0f0b3, server=844d197be988,40929,1731721131637}]
2024-11-16T01:40:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-16T01:40:16,736 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:16,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 850afe678919c6b61e32a70f52c0f0b3, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:40:16,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:16,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:40:16,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:16,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:16,739 INFO  [StoreOpener-850afe678919c6b61e32a70f52c0f0b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 850afe678919c6b61e32a70f52c0f0b3 
2024-11-16T01:40:16,741 INFO  [StoreOpener-850afe678919c6b61e32a70f52c0f0b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 850afe678919c6b61e32a70f52c0f0b3 columnFamilyName testFamily
2024-11-16T01:40:16,741 DEBUG [StoreOpener-850afe678919c6b61e32a70f52c0f0b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:40:16,741 INFO  [StoreOpener-850afe678919c6b61e32a70f52c0f0b3-1 {}] regionserver.HStore(327): Store=850afe678919c6b61e32a70f52c0f0b3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:40:16,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:16,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNext/850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:16,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNext/850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:16,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:16,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:16,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:16,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNext/850afe678919c6b61e32a70f52c0f0b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:40:16,749 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 850afe678919c6b61e32a70f52c0f0b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74637953, jitterRate=0.11219216883182526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T01:40:16,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:16,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 850afe678919c6b61e32a70f52c0f0b3:
Running coprocessor pre-open hook at 1731721216737Writing region info on filesystem at 1731721216737Initializing all the Stores at 1731721216738 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721216738Cleaning up temporary data from old regions at 1731721216743 (+5 ms)Running coprocessor post-open hooks at 1731721216749 (+6 ms)Region opened successfully at 1731721216750 (+1 ms)
2024-11-16T01:40:16,751 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3., pid=30, masterSystemTime=1731721216723
2024-11-16T01:40:16,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:16,754 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:16,755 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=850afe678919c6b61e32a70f52c0f0b3, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:40:16,758 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 850afe678919c6b61e32a70f52c0f0b3, server=844d197be988,40929,1731721131637 because future has completed
2024-11-16T01:40:16,762 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-16T01:40:16,762 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 850afe678919c6b61e32a70f52c0f0b3, server=844d197be988,40929,1731721131637 in 191 msec
2024-11-16T01:40:16,765 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-16T01:40:16,766 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=850afe678919c6b61e32a70f52c0f0b3, ASSIGN in 359 msec
2024-11-16T01:40:16,767 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T01:40:16,767 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721216767"}]},"ts":"1731721216767"}
2024-11-16T01:40:16,770 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-16T01:40:16,771 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T01:40:16,773 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2140 sec
2024-11-16T01:40:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-16T01:40:18,608 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-16T01:40:18,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-16T01:40:18,608 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:40:18,613 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-16T01:40:18,613 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:40:18,613 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-16T01:40:18,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:40:18,630 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T01:40:18,630 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-16T01:40:18,638 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-16T01:40:18,640 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-16T01:40:18,641 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-16T01:40:18,641 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-16T01:40:19,172 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-16T01:40:19,934 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T01:40:21,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-16T01:40:21,218 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-16T01:40:22,240 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T01:40:24,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132492' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-16T01:40:24,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:52520 deadline: 1731721230652, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132492' does not exist
2024-11-16T01:40:24,654 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 844d197be988,40929,1731721131637 for closing scanner id = -14218656737132492 for 850afe678919c6b61e32a70f52c0f0b3 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-14218656737132492' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T01:40:24,660 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 203), ProcessCount=11 (was 11), AvailableMemoryMB=6344 (was 6549)
2024-11-16T01:40:24,669 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=6343
2024-11-16T01:40:24,671 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T01:40:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-16T01:40:24,674 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T01:40:24,674 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:40:24,674 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-16T01:40:24,676 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T01:40:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-16T01:40:24,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741853_1029 (size=423)
2024-11-16T01:40:25,088 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33d994de7d0494e2ae0643c8b34affd5, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62
2024-11-16T01:40:25,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741854_1030 (size=74)
2024-11-16T01:40:25,098 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:40:25,099 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 33d994de7d0494e2ae0643c8b34affd5, disabling compactions & flushes
2024-11-16T01:40:25,099 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:25,099 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:25,099 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5. after waiting 0 ms
2024-11-16T01:40:25,099 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:25,099 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:25,099 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33d994de7d0494e2ae0643c8b34affd5:
Waiting for close lock at 1731721225099Disabling compacts and flushes for region at 1731721225099Disabling writes for close at 1731721225099Writing region close event to WAL at 1731721225099Closed at 1731721225099
2024-11-16T01:40:25,101 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T01:40:25,101 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731721225101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731721225101"}]},"ts":"1731721225101"}
2024-11-16T01:40:25,105 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T01:40:25,106 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T01:40:25,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721225106"}]},"ts":"1731721225106"}
2024-11-16T01:40:25,110 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-16T01:40:25,111 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=33d994de7d0494e2ae0643c8b34affd5, ASSIGN}]
2024-11-16T01:40:25,113 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=33d994de7d0494e2ae0643c8b34affd5, ASSIGN
2024-11-16T01:40:25,120 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=33d994de7d0494e2ae0643c8b34affd5, ASSIGN; state=OFFLINE, location=844d197be988,40929,1731721131637; forceNewPlan=false, retain=false
2024-11-16T01:40:25,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-16T01:40:25,271 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=33d994de7d0494e2ae0643c8b34affd5, regionState=OPENING, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:40:25,274 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=33d994de7d0494e2ae0643c8b34affd5, ASSIGN because future has completed
2024-11-16T01:40:25,275 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33d994de7d0494e2ae0643c8b34affd5, server=844d197be988,40929,1731721131637}]
2024-11-16T01:40:25,435 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:25,436 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 33d994de7d0494e2ae0643c8b34affd5, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.', STARTKEY => '', ENDKEY => ''}
2024-11-16T01:40:25,436 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:25,437 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T01:40:25,437 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:25,437 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:25,439 INFO  [StoreOpener-33d994de7d0494e2ae0643c8b34affd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 33d994de7d0494e2ae0643c8b34affd5 
2024-11-16T01:40:25,442 INFO  [StoreOpener-33d994de7d0494e2ae0643c8b34affd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33d994de7d0494e2ae0643c8b34affd5 columnFamilyName testFamily
2024-11-16T01:40:25,442 DEBUG [StoreOpener-33d994de7d0494e2ae0643c8b34affd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T01:40:25,443 INFO  [StoreOpener-33d994de7d0494e2ae0643c8b34affd5-1 {}] regionserver.HStore(327): Store=33d994de7d0494e2ae0643c8b34affd5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T01:40:25,443 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:25,444 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScannerAsync/33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:25,445 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScannerAsync/33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:25,446 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:25,446 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:25,448 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:25,452 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScannerAsync/33d994de7d0494e2ae0643c8b34affd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T01:40:25,453 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 33d994de7d0494e2ae0643c8b34affd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62514810, jitterRate=-0.0684567391872406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T01:40:25,454 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:25,454 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 33d994de7d0494e2ae0643c8b34affd5:
Running coprocessor pre-open hook at 1731721225437Writing region info on filesystem at 1731721225437Initializing all the Stores at 1731721225439 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731721225439Cleaning up temporary data from old regions at 1731721225446 (+7 ms)Running coprocessor post-open hooks at 1731721225454 (+8 ms)Region opened successfully at 1731721225454
2024-11-16T01:40:25,456 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., pid=33, masterSystemTime=1731721225430
2024-11-16T01:40:25,459 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:25,459 INFO  [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:25,461 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=33d994de7d0494e2ae0643c8b34affd5, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40929,1731721131637
2024-11-16T01:40:25,465 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33d994de7d0494e2ae0643c8b34affd5, server=844d197be988,40929,1731721131637 because future has completed
2024-11-16T01:40:25,471 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-16T01:40:25,471 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 33d994de7d0494e2ae0643c8b34affd5, server=844d197be988,40929,1731721131637 in 191 msec
2024-11-16T01:40:25,475 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-16T01:40:25,475 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=33d994de7d0494e2ae0643c8b34affd5, ASSIGN in 361 msec
2024-11-16T01:40:25,476 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T01:40:25,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731721225477"}]},"ts":"1731721225477"}
2024-11-16T01:40:25,480 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-16T01:40:25,482 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T01:40:25,485 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 811 msec
2024-11-16T01:40:25,491 DEBUG [master/844d197be988:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-16T01:40:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-16T01:40:25,688 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-16T01:40:25,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-16T01:40:25,688 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:40:25,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-16T01:40:25,695 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T01:40:25,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-16T01:40:25,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:40:25,722 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T01:40:25,722 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-16T01:40:25,727 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-16T01:40:25,729 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-16T01:40:26,730 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., hostname=844d197be988,40929,1731721131637, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., hostname=844d197be988,40929,1731721131637, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=844d197be988:40929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-16T01:40:26,730 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., hostname=844d197be988,40929,1731721131637, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-16T01:40:26,730 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., hostname=844d197be988,40929,1731721131637, seqNum=2 from cache
2024-11-16T01:40:27,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-16T01:40:27,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., hostname=844d197be988,40929,1731721131637, seqNum=2]
2024-11-16T01:40:27,741 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-16T01:40:28,730 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., hostname=844d197be988,40929,1731721131637, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., hostname=844d197be988,40929,1731721131637, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=844d197be988:40929 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=989ms, rpcTimeout=987ms
2024-11-16T01:40:28,730 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., hostname=844d197be988,40929,1731721131637, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=989ms, rpcTimeout=987ms
2024-11-16T01:40:28,730 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., hostname=844d197be988,40929,1731721131637, seqNum=2 from cache
2024-11-16T01:40:28,740 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=224 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1842312599_22 at /127.0.0.1:48552 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 195) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6275 (was 6343)
2024-11-16T01:40:28,741 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T01:40:28,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T01:40:28,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T01:40:28,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T01:40:28,747 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T01:40:28,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-16T01:40:28,748 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T01:40:28,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T01:40:28,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T01:40:28,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T01:40:28,748 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T01:40:28,748 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-16T01:40:28,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1846701803, stopped=false
2024-11-16T01:40:28,749 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,42409,1731721130889
2024-11-16T01:40:28,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-16T01:40:28,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-16T01:40:28,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:40:28,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:40:28,816 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-16T01:40:28,817 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T01:40:28,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T01:40:28,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T01:40:28,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T01:40:28,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T01:40:28,818 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,40929,1731721131637' *****
2024-11-16T01:40:28,818 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-16T01:40:28,818 INFO  [RS:0;844d197be988:40929 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-16T01:40:28,818 INFO  [RS:0;844d197be988:40929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-16T01:40:28,818 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-16T01:40:28,819 INFO  [RS:0;844d197be988:40929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-16T01:40:28,819 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a14d1dbbfb612fc2ef60745bea771e2
2024-11-16T01:40:28,819 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 850afe678919c6b61e32a70f52c0f0b3
2024-11-16T01:40:28,819 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 366c872415cb2683ec8b7ef390157253
2024-11-16T01:40:28,819 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for c5c35d8fc61454bdd54c5df31e3b3d7a
2024-11-16T01:40:28,820 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 33d994de7d0494e2ae0643c8b34affd5
2024-11-16T01:40:28,820 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 325b5fbee319742db0110441f936b07f
2024-11-16T01:40:28,820 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 69480624dffedb97c10428a5daf5709c
2024-11-16T01:40:28,820 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a14d1dbbfb612fc2ef60745bea771e2, disabling compactions & flushes
2024-11-16T01:40:28,820 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:28,820 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f393e43b26ec51c8e4d3be01d188a3d
2024-11-16T01:40:28,820 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:28,820 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:28,820 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2. after waiting 0 ms
2024-11-16T01:40:28,820 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:40:28,820 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:28,820 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(959): stopping server 844d197be988,40929,1731721131637
2024-11-16T01:40:28,820 INFO  [RS:0;844d197be988:40929 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-16T01:40:28,820 INFO  [RS:0;844d197be988:40929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:40929.
2024-11-16T01:40:28,820 DEBUG [RS:0;844d197be988:40929 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T01:40:28,820 DEBUG [RS:0;844d197be988:40929 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T01:40:28,821 INFO  [RS:0;844d197be988:40929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-16T01:40:28,821 INFO  [RS:0;844d197be988:40929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-16T01:40:28,821 INFO  [RS:0;844d197be988:40929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-16T01:40:28,821 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-16T01:40:28,821 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-16T01:40:28,821 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-16T01:40:28,821 INFO  [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-16T01:40:28,821 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-16T01:40:28,822 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-16T01:40:28,822 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-16T01:40:28,822 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a14d1dbbfb612fc2ef60745bea771e2, 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 366c872415cb2683ec8b7ef390157253, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, 850afe678919c6b61e32a70f52c0f0b3, a22161d69e17b2ce196ee5ae91bd8e5d, c5c35d8fc61454bdd54c5df31e3b3d7a, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:28,823 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a14d1dbbfb612fc2ef60745bea771e2 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T01:40:28,823 INFO  [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-16T01:40:28,880 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2a14d1dbbfb612fc2ef60745bea771e2/.tmp/testFamily/de7352dd24d2464cb61d45d856713787 is 61, key is row-0/testFamily:testQualifier/1731721209509/Put/seqid=0
2024-11-16T01:40:28,885 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/.tmp/info/963f5a1b2c544b90ab16c32cbb0a64cd is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f./info:regioninfo/1731721166926/Put/seqid=0
2024-11-16T01:40:28,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741855_1031 (size=5049)
2024-11-16T01:40:28,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741856_1032 (size=20564)
2024-11-16T01:40:29,022 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a14d1dbbfb612fc2ef60745bea771e2, 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 366c872415cb2683ec8b7ef390157253, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, 850afe678919c6b61e32a70f52c0f0b3, a22161d69e17b2ce196ee5ae91bd8e5d, c5c35d8fc61454bdd54c5df31e3b3d7a, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:29,223 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a14d1dbbfb612fc2ef60745bea771e2, 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 366c872415cb2683ec8b7ef390157253, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, 850afe678919c6b61e32a70f52c0f0b3, a22161d69e17b2ce196ee5ae91bd8e5d, c5c35d8fc61454bdd54c5df31e3b3d7a, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:29,243 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-16T01:40:29,292 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2a14d1dbbfb612fc2ef60745bea771e2/.tmp/testFamily/de7352dd24d2464cb61d45d856713787
2024-11-16T01:40:29,292 INFO  [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/.tmp/info/963f5a1b2c544b90ab16c32cbb0a64cd
2024-11-16T01:40:29,335 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2a14d1dbbfb612fc2ef60745bea771e2/.tmp/testFamily/de7352dd24d2464cb61d45d856713787 as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2a14d1dbbfb612fc2ef60745bea771e2/testFamily/de7352dd24d2464cb61d45d856713787
2024-11-16T01:40:29,343 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2a14d1dbbfb612fc2ef60745bea771e2/testFamily/de7352dd24d2464cb61d45d856713787, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T01:40:29,349 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/.tmp/ns/fe4a4aaf34a441bcb2a89d7fc6a74877 is 43, key is default/ns:d/1731721165434/Put/seqid=0
2024-11-16T01:40:29,351 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2a14d1dbbfb612fc2ef60745bea771e2 in 527ms, sequenceid=8, compaction requested=false
2024-11-16T01:40:29,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741857_1033 (size=5153)
2024-11-16T01:40:29,357 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2a14d1dbbfb612fc2ef60745bea771e2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T01:40:29,359 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:29,360 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a14d1dbbfb612fc2ef60745bea771e2:
Waiting for close lock at 1731721228819Running coprocessor pre-close hooks at 1731721228820 (+1 ms)Disabling compacts and flushes for region at 1731721228820Disabling writes for close at 1731721228820Obtaining lock to block concurrent updates at 1731721228823 (+3 ms)Preparing flush snapshotting stores in 2a14d1dbbfb612fc2ef60745bea771e2 at 1731721228823Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731721228830 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2. at 1731721228831 (+1 ms)Flushing 2a14d1dbbfb612fc2ef60745bea771e2/testFamily: creating writer at 1731721228832 (+1 ms)Flushing 2a14d1dbbfb612fc2ef60745bea771e2/testFamily: appending metadata at 1731721228873 (+41 ms)Flushing 2a14d1dbbfb612fc2ef60745bea771e2/testFamily: closing flushed file at 1731721228876 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec73a36: reopening flushed file at 1731721229333 (+457 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2a14d1dbbfb612fc2ef60745bea771e2 in 527ms, sequenceid=8, compaction requested=false at 1731721229351 (+18 ms)Writing region close event to WAL at 1731721229353 (+2 ms)Running coprocessor post-close hooks at 1731721229358 (+5 ms)Closed at 1731721229359 (+1 ms)
2024-11-16T01:40:29,360 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731721206461.2a14d1dbbfb612fc2ef60745bea771e2.
2024-11-16T01:40:29,360 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 850afe678919c6b61e32a70f52c0f0b3, disabling compactions & flushes
2024-11-16T01:40:29,360 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:29,360 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:29,360 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3. after waiting 0 ms
2024-11-16T01:40:29,360 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:29,360 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 850afe678919c6b61e32a70f52c0f0b3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T01:40:29,375 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNext/850afe678919c6b61e32a70f52c0f0b3/.tmp/testFamily/c8c74fb611764b07991056bbddaff164 is 61, key is row-0/testFamily:testQualifier/1731721218618/Put/seqid=0
2024-11-16T01:40:29,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741858_1034 (size=5049)
2024-11-16T01:40:29,423 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 366c872415cb2683ec8b7ef390157253, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, 850afe678919c6b61e32a70f52c0f0b3, a22161d69e17b2ce196ee5ae91bd8e5d, c5c35d8fc61454bdd54c5df31e3b3d7a, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:29,623 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 366c872415cb2683ec8b7ef390157253, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, 850afe678919c6b61e32a70f52c0f0b3, a22161d69e17b2ce196ee5ae91bd8e5d, c5c35d8fc61454bdd54c5df31e3b3d7a, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:29,628 INFO  [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-16T01:40:29,629 INFO  [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-16T01:40:29,756 INFO  [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/.tmp/ns/fe4a4aaf34a441bcb2a89d7fc6a74877
2024-11-16T01:40:29,781 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNext/850afe678919c6b61e32a70f52c0f0b3/.tmp/testFamily/c8c74fb611764b07991056bbddaff164
2024-11-16T01:40:29,787 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/.tmp/table/1ff8dbb6501a4a2b95a2dd7da5bb639f is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731721166939/Put/seqid=0
2024-11-16T01:40:29,791 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNext/850afe678919c6b61e32a70f52c0f0b3/.tmp/testFamily/c8c74fb611764b07991056bbddaff164 as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNext/850afe678919c6b61e32a70f52c0f0b3/testFamily/c8c74fb611764b07991056bbddaff164
2024-11-16T01:40:29,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741859_1035 (size=6699)
2024-11-16T01:40:29,795 INFO  [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/.tmp/table/1ff8dbb6501a4a2b95a2dd7da5bb639f
2024-11-16T01:40:29,802 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNext/850afe678919c6b61e32a70f52c0f0b3/testFamily/c8c74fb611764b07991056bbddaff164, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T01:40:29,803 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 850afe678919c6b61e32a70f52c0f0b3 in 443ms, sequenceid=8, compaction requested=false
2024-11-16T01:40:29,804 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/.tmp/info/963f5a1b2c544b90ab16c32cbb0a64cd as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/info/963f5a1b2c544b90ab16c32cbb0a64cd
2024-11-16T01:40:29,808 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNext/850afe678919c6b61e32a70f52c0f0b3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T01:40:29,809 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:29,809 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 850afe678919c6b61e32a70f52c0f0b3:
Waiting for close lock at 1731721229360Running coprocessor pre-close hooks at 1731721229360Disabling compacts and flushes for region at 1731721229360Disabling writes for close at 1731721229360Obtaining lock to block concurrent updates at 1731721229360Preparing flush snapshotting stores in 850afe678919c6b61e32a70f52c0f0b3 at 1731721229360Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731721229361 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3. at 1731721229361Flushing 850afe678919c6b61e32a70f52c0f0b3/testFamily: creating writer at 1731721229361Flushing 850afe678919c6b61e32a70f52c0f0b3/testFamily: appending metadata at 1731721229375 (+14 ms)Flushing 850afe678919c6b61e32a70f52c0f0b3/testFamily: closing flushed file at 1731721229375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303d11e9: reopening flushed file at 1731721229789 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 850afe678919c6b61e32a70f52c0f0b3 in 443ms, sequenceid=8, compaction requested=false at 1731721229804 (+15 ms)Writing region close event to WAL at 1731721229804Running coprocessor post-close hooks at 1731721229809 (+5 ms)Closed at 1731721229809
2024-11-16T01:40:29,810 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731721215556.850afe678919c6b61e32a70f52c0f0b3.
2024-11-16T01:40:29,810 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 366c872415cb2683ec8b7ef390157253, disabling compactions & flushes
2024-11-16T01:40:29,810 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:40:29,810 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:40:29,810 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253. after waiting 0 ms
2024-11-16T01:40:29,810 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:40:29,810 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 366c872415cb2683ec8b7ef390157253 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T01:40:29,814 INFO  [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/info/963f5a1b2c544b90ab16c32cbb0a64cd, entries=100, sequenceid=56, filesize=20.1 K
2024-11-16T01:40:29,816 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/.tmp/ns/fe4a4aaf34a441bcb2a89d7fc6a74877 as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/ns/fe4a4aaf34a441bcb2a89d7fc6a74877
2024-11-16T01:40:29,824 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-16T01:40:29,824 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1325): Online Regions={366c872415cb2683ec8b7ef390157253=testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253., c5c35d8fc61454bdd54c5df31e3b3d7a=testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., 33d994de7d0494e2ae0643c8b34affd5=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., 1588230740=hbase:meta,,1.1588230740, 325b5fbee319742db0110441f936b07f=testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f., 69480624dffedb97c10428a5daf5709c=testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c., 4f393e43b26ec51c8e4d3be01d188a3d=hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d., efe668e3e5e1fb0b9a3264f463a3e23f=hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., a22161d69e17b2ce196ee5ae91bd8e5d=testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.}
2024-11-16T01:40:29,824 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 366c872415cb2683ec8b7ef390157253, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, c5c35d8fc61454bdd54c5df31e3b3d7a, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:29,825 INFO  [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/ns/fe4a4aaf34a441bcb2a89d7fc6a74877, entries=2, sequenceid=56, filesize=5.0 K
2024-11-16T01:40:29,827 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/.tmp/table/1ff8dbb6501a4a2b95a2dd7da5bb639f as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/table/1ff8dbb6501a4a2b95a2dd7da5bb639f
2024-11-16T01:40:29,830 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNextAsync/366c872415cb2683ec8b7ef390157253/.tmp/testFamily/f4902c99c194410d8e78778837c345e0 is 61, key is row-0/testFamily:testQualifier/1731721197314/Put/seqid=0
2024-11-16T01:40:29,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741860_1036 (size=5049)
2024-11-16T01:40:29,836 INFO  [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/table/1ff8dbb6501a4a2b95a2dd7da5bb639f, entries=20, sequenceid=56, filesize=6.5 K
2024-11-16T01:40:29,837 INFO  [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=56, compaction requested=false
2024-11-16T01:40:29,842 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-16T01:40:29,843 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-16T01:40:29,843 INFO  [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-16T01:40:29,843 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731721228821Running coprocessor pre-close hooks at 1731721228821Disabling compacts and flushes for region at 1731721228821Disabling writes for close at 1731721228822 (+1 ms)Obtaining lock to block concurrent updates at 1731721228823 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731721228823Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731721228830 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731721228831 (+1 ms)Flushing 1588230740/info: creating writer at 1731721228832 (+1 ms)Flushing 1588230740/info: appending metadata at 1731721228880 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731721228880Flushing 1588230740/ns: creating writer at 1731721229333 (+453 ms)Flushing 1588230740/ns: appending metadata at 1731721229348 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731721229348Flushing 1588230740/table: creating writer at 1731721229770 (+422 ms)Flushing 1588230740/table: appending metadata at 1731721229787 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731721229787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c97c4a3: reopening flushed file at 1731721229803 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f94adb: reopening flushed file at 1731721229815 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f03685a: reopening flushed file at 1731721229825 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=56, compaction requested=false at 1731721229838 (+13 ms)Writing region close event to WAL at 1731721229839 (+1 ms)Running coprocessor post-close hooks at 1731721229843 (+4 ms)Closed at 1731721229843
2024-11-16T01:40:29,844 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-16T01:40:30,024 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 366c872415cb2683ec8b7ef390157253, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, c5c35d8fc61454bdd54c5df31e3b3d7a, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:30,225 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 366c872415cb2683ec8b7ef390157253, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, c5c35d8fc61454bdd54c5df31e3b3d7a, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:30,261 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNextAsync/366c872415cb2683ec8b7ef390157253/.tmp/testFamily/f4902c99c194410d8e78778837c345e0
2024-11-16T01:40:30,278 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNextAsync/366c872415cb2683ec8b7ef390157253/.tmp/testFamily/f4902c99c194410d8e78778837c345e0 as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNextAsync/366c872415cb2683ec8b7ef390157253/testFamily/f4902c99c194410d8e78778837c345e0
2024-11-16T01:40:30,285 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNextAsync/366c872415cb2683ec8b7ef390157253/testFamily/f4902c99c194410d8e78778837c345e0, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T01:40:30,286 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 366c872415cb2683ec8b7ef390157253 in 476ms, sequenceid=8, compaction requested=false
2024-11-16T01:40:30,291 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNextAsync/366c872415cb2683ec8b7ef390157253/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T01:40:30,292 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:40:30,292 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 366c872415cb2683ec8b7ef390157253:
Waiting for close lock at 1731721229810Running coprocessor pre-close hooks at 1731721229810Disabling compacts and flushes for region at 1731721229810Disabling writes for close at 1731721229810Obtaining lock to block concurrent updates at 1731721229810Preparing flush snapshotting stores in 366c872415cb2683ec8b7ef390157253 at 1731721229810Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731721229810Flushing stores of testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253. at 1731721229811 (+1 ms)Flushing 366c872415cb2683ec8b7ef390157253/testFamily: creating writer at 1731721229811Flushing 366c872415cb2683ec8b7ef390157253/testFamily: appending metadata at 1731721229829 (+18 ms)Flushing 366c872415cb2683ec8b7ef390157253/testFamily: closing flushed file at 1731721229829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6918d5ba: reopening flushed file at 1731721230276 (+447 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 366c872415cb2683ec8b7ef390157253 in 476ms, sequenceid=8, compaction requested=false at 1731721230286 (+10 ms)Writing region close event to WAL at 1731721230287 (+1 ms)Running coprocessor post-close hooks at 1731721230291 (+4 ms)Closed at 1731721230292 (+1 ms)
2024-11-16T01:40:30,292 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731721194275.366c872415cb2683ec8b7ef390157253.
2024-11-16T01:40:30,292 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5c35d8fc61454bdd54c5df31e3b3d7a, disabling compactions & flushes
2024-11-16T01:40:30,292 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:40:30,292 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:40:30,292 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a. after waiting 0 ms
2024-11-16T01:40:30,292 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:40:30,292 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5c35d8fc61454bdd54c5df31e3b3d7a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T01:40:30,308 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScanner/c5c35d8fc61454bdd54c5df31e3b3d7a/.tmp/testFamily/f8663957392d42fca024a054c79e5dd7 is 61, key is row-0/testFamily:testQualifier/1731721191234/Put/seqid=0
2024-11-16T01:40:30,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741861_1037 (size=5049)
2024-11-16T01:40:30,425 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, c5c35d8fc61454bdd54c5df31e3b3d7a, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:30,625 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, c5c35d8fc61454bdd54c5df31e3b3d7a, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:30,715 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScanner/c5c35d8fc61454bdd54c5df31e3b3d7a/.tmp/testFamily/f8663957392d42fca024a054c79e5dd7
2024-11-16T01:40:30,726 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScanner/c5c35d8fc61454bdd54c5df31e3b3d7a/.tmp/testFamily/f8663957392d42fca024a054c79e5dd7 as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScanner/c5c35d8fc61454bdd54c5df31e3b3d7a/testFamily/f8663957392d42fca024a054c79e5dd7
2024-11-16T01:40:30,734 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScanner/c5c35d8fc61454bdd54c5df31e3b3d7a/testFamily/f8663957392d42fca024a054c79e5dd7, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T01:40:30,735 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c5c35d8fc61454bdd54c5df31e3b3d7a in 443ms, sequenceid=8, compaction requested=false
2024-11-16T01:40:30,740 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScanner/c5c35d8fc61454bdd54c5df31e3b3d7a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T01:40:30,741 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:40:30,741 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5c35d8fc61454bdd54c5df31e3b3d7a:
Waiting for close lock at 1731721230292Running coprocessor pre-close hooks at 1731721230292Disabling compacts and flushes for region at 1731721230292Disabling writes for close at 1731721230292Obtaining lock to block concurrent updates at 1731721230292Preparing flush snapshotting stores in c5c35d8fc61454bdd54c5df31e3b3d7a at 1731721230292Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731721230293 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a. at 1731721230293Flushing c5c35d8fc61454bdd54c5df31e3b3d7a/testFamily: creating writer at 1731721230293Flushing c5c35d8fc61454bdd54c5df31e3b3d7a/testFamily: appending metadata at 1731721230308 (+15 ms)Flushing c5c35d8fc61454bdd54c5df31e3b3d7a/testFamily: closing flushed file at 1731721230308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f910cfb: reopening flushed file at 1731721230725 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c5c35d8fc61454bdd54c5df31e3b3d7a in 443ms, sequenceid=8, compaction requested=false at 1731721230735 (+10 ms)Writing region close event to WAL at 1731721230736 (+1 ms)Running coprocessor post-close hooks at 1731721230741 (+5 ms)Closed at 1731721230741
2024-11-16T01:40:30,741 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731721190192.c5c35d8fc61454bdd54c5df31e3b3d7a.
2024-11-16T01:40:30,741 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33d994de7d0494e2ae0643c8b34affd5, disabling compactions & flushes
2024-11-16T01:40:30,742 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:30,742 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:30,742 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5. after waiting 0 ms
2024-11-16T01:40:30,742 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:30,742 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33d994de7d0494e2ae0643c8b34affd5 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T01:40:30,758 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScannerAsync/33d994de7d0494e2ae0643c8b34affd5/.tmp/testFamily/2a35bda8a0f64f8580a79b7dd90af53c is 61, key is row-0/testFamily:testQualifier/1731721225700/Put/seqid=0
2024-11-16T01:40:30,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741862_1038 (size=5049)
2024-11-16T01:40:30,826 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-16T01:40:30,826 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1325): Online Regions={33d994de7d0494e2ae0643c8b34affd5=testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., 325b5fbee319742db0110441f936b07f=testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f., 69480624dffedb97c10428a5daf5709c=testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c., 4f393e43b26ec51c8e4d3be01d188a3d=hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d., efe668e3e5e1fb0b9a3264f463a3e23f=hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., a22161d69e17b2ce196ee5ae91bd8e5d=testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.}
2024-11-16T01:40:30,826 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:30,940 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T01:40:31,026 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 325b5fbee319742db0110441f936b07f, 33d994de7d0494e2ae0643c8b34affd5, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:31,164 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScannerAsync/33d994de7d0494e2ae0643c8b34affd5/.tmp/testFamily/2a35bda8a0f64f8580a79b7dd90af53c
2024-11-16T01:40:31,172 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScannerAsync/33d994de7d0494e2ae0643c8b34affd5/.tmp/testFamily/2a35bda8a0f64f8580a79b7dd90af53c as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScannerAsync/33d994de7d0494e2ae0643c8b34affd5/testFamily/2a35bda8a0f64f8580a79b7dd90af53c
2024-11-16T01:40:31,174 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-16T01:40:31,181 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScannerAsync/33d994de7d0494e2ae0643c8b34affd5/testFamily/2a35bda8a0f64f8580a79b7dd90af53c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T01:40:31,182 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 33d994de7d0494e2ae0643c8b34affd5 in 440ms, sequenceid=8, compaction requested=false
2024-11-16T01:40:31,187 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnOpenScannerAsync/33d994de7d0494e2ae0643c8b34affd5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T01:40:31,187 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:31,187 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33d994de7d0494e2ae0643c8b34affd5:
Waiting for close lock at 1731721230741Running coprocessor pre-close hooks at 1731721230741Disabling compacts and flushes for region at 1731721230741Disabling writes for close at 1731721230742 (+1 ms)Obtaining lock to block concurrent updates at 1731721230742Preparing flush snapshotting stores in 33d994de7d0494e2ae0643c8b34affd5 at 1731721230742Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731721230742Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5. at 1731721230743 (+1 ms)Flushing 33d994de7d0494e2ae0643c8b34affd5/testFamily: creating writer at 1731721230743Flushing 33d994de7d0494e2ae0643c8b34affd5/testFamily: appending metadata at 1731721230758 (+15 ms)Flushing 33d994de7d0494e2ae0643c8b34affd5/testFamily: closing flushed file at 1731721230758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5b980d: reopening flushed file at 1731721231171 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 33d994de7d0494e2ae0643c8b34affd5 in 440ms, sequenceid=8, compaction requested=false at 1731721231182 (+11 ms)Writing region close event to WAL at 1731721231183 (+1 ms)Running coprocessor post-close hooks at 1731721231187 (+4 ms)Closed at 1731721231187
2024-11-16T01:40:31,188 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731721224671.33d994de7d0494e2ae0643c8b34affd5.
2024-11-16T01:40:31,188 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 325b5fbee319742db0110441f936b07f, disabling compactions & flushes
2024-11-16T01:40:31,188 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:40:31,188 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:40:31,188 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f. after waiting 0 ms
2024-11-16T01:40:31,188 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:40:31,188 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 325b5fbee319742db0110441f936b07f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T01:40:31,204 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextExceptionAsync/325b5fbee319742db0110441f936b07f/.tmp/testFamily/00785b8ac30f40a38b910df271f85b37 is 61, key is row-0/testFamily:testQualifier/1731721168793/Put/seqid=0
2024-11-16T01:40:31,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741863_1039 (size=5049)
2024-11-16T01:40:31,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-16T01:40:31,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-16T01:40:31,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-16T01:40:31,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-16T01:40:31,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-16T01:40:31,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-16T01:40:31,227 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 325b5fbee319742db0110441f936b07f, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:31,427 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 325b5fbee319742db0110441f936b07f, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:31,479 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:42409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-16T01:40:31,611 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextExceptionAsync/325b5fbee319742db0110441f936b07f/.tmp/testFamily/00785b8ac30f40a38b910df271f85b37
2024-11-16T01:40:31,626 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextExceptionAsync/325b5fbee319742db0110441f936b07f/.tmp/testFamily/00785b8ac30f40a38b910df271f85b37 as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextExceptionAsync/325b5fbee319742db0110441f936b07f/testFamily/00785b8ac30f40a38b910df271f85b37
2024-11-16T01:40:31,627 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 325b5fbee319742db0110441f936b07f, 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:31,633 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextExceptionAsync/325b5fbee319742db0110441f936b07f/testFamily/00785b8ac30f40a38b910df271f85b37, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T01:40:31,635 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 325b5fbee319742db0110441f936b07f in 446ms, sequenceid=8, compaction requested=false
2024-11-16T01:40:31,639 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextExceptionAsync/325b5fbee319742db0110441f936b07f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T01:40:31,640 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:40:31,640 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 325b5fbee319742db0110441f936b07f:
Waiting for close lock at 1731721231188Running coprocessor pre-close hooks at 1731721231188Disabling compacts and flushes for region at 1731721231188Disabling writes for close at 1731721231188Obtaining lock to block concurrent updates at 1731721231188Preparing flush snapshotting stores in 325b5fbee319742db0110441f936b07f at 1731721231188Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731721231189 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f. at 1731721231189Flushing 325b5fbee319742db0110441f936b07f/testFamily: creating writer at 1731721231189Flushing 325b5fbee319742db0110441f936b07f/testFamily: appending metadata at 1731721231204 (+15 ms)Flushing 325b5fbee319742db0110441f936b07f/testFamily: closing flushed file at 1731721231204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39948ead: reopening flushed file at 1731721231624 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 325b5fbee319742db0110441f936b07f in 446ms, sequenceid=8, compaction requested=false at 1731721231635 (+11 ms)Writing region close event to WAL at 1731721231635Running coprocessor post-close hooks at 1731721231639 (+4 ms)Closed at 1731721231640 (+1 ms)
2024-11-16T01:40:31,640 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731721165702.325b5fbee319742db0110441f936b07f.
2024-11-16T01:40:31,640 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69480624dffedb97c10428a5daf5709c, disabling compactions & flushes
2024-11-16T01:40:31,640 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:31,640 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:31,640 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c. after waiting 0 ms
2024-11-16T01:40:31,640 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:31,640 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69480624dffedb97c10428a5daf5709c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T01:40:31,655 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNext/69480624dffedb97c10428a5daf5709c/.tmp/testFamily/b3b700c3c2d34141b43f2ba8abe74503 is 61, key is row-0/testFamily:testQualifier/1731721203414/Put/seqid=0
2024-11-16T01:40:31,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741864_1040 (size=5049)
2024-11-16T01:40:31,828 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-16T01:40:31,828 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1325): Online Regions={69480624dffedb97c10428a5daf5709c=testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c., 4f393e43b26ec51c8e4d3be01d188a3d=hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d., efe668e3e5e1fb0b9a3264f463a3e23f=hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., a22161d69e17b2ce196ee5ae91bd8e5d=testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.}
2024-11-16T01:40:31,828 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:32,029 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 4f393e43b26ec51c8e4d3be01d188a3d, 69480624dffedb97c10428a5daf5709c, a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:32,061 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNext/69480624dffedb97c10428a5daf5709c/.tmp/testFamily/b3b700c3c2d34141b43f2ba8abe74503
2024-11-16T01:40:32,075 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNext/69480624dffedb97c10428a5daf5709c/.tmp/testFamily/b3b700c3c2d34141b43f2ba8abe74503 as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNext/69480624dffedb97c10428a5daf5709c/testFamily/b3b700c3c2d34141b43f2ba8abe74503
2024-11-16T01:40:32,083 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNext/69480624dffedb97c10428a5daf5709c/testFamily/b3b700c3c2d34141b43f2ba8abe74503, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T01:40:32,084 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 69480624dffedb97c10428a5daf5709c in 444ms, sequenceid=8, compaction requested=false
2024-11-16T01:40:32,089 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testNormalScanTimeoutOnNext/69480624dffedb97c10428a5daf5709c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T01:40:32,090 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:32,090 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69480624dffedb97c10428a5daf5709c:
Waiting for close lock at 1731721231640Running coprocessor pre-close hooks at 1731721231640Disabling compacts and flushes for region at 1731721231640Disabling writes for close at 1731721231640Obtaining lock to block concurrent updates at 1731721231640Preparing flush snapshotting stores in 69480624dffedb97c10428a5daf5709c at 1731721231640Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731721231640Flushing stores of testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c. at 1731721231641 (+1 ms)Flushing 69480624dffedb97c10428a5daf5709c/testFamily: creating writer at 1731721231641Flushing 69480624dffedb97c10428a5daf5709c/testFamily: appending metadata at 1731721231654 (+13 ms)Flushing 69480624dffedb97c10428a5daf5709c/testFamily: closing flushed file at 1731721231654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41159c90: reopening flushed file at 1731721232074 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 69480624dffedb97c10428a5daf5709c in 444ms, sequenceid=8, compaction requested=false at 1731721232084 (+10 ms)Writing region close event to WAL at 1731721232085 (+1 ms)Running coprocessor post-close hooks at 1731721232090 (+5 ms)Closed at 1731721232090
2024-11-16T01:40:32,090 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731721200365.69480624dffedb97c10428a5daf5709c.
2024-11-16T01:40:32,090 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f393e43b26ec51c8e4d3be01d188a3d, disabling compactions & flushes
2024-11-16T01:40:32,090 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:40:32,091 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:40:32,091 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d. after waiting 0 ms
2024-11-16T01:40:32,091 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:40:32,091 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f393e43b26ec51c8e4d3be01d188a3d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T01:40:32,108 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNextAsync/4f393e43b26ec51c8e4d3be01d188a3d/.tmp/testFamily/b35ca60fdcc94631a907df2bf6cbcc6f is 61, key is row-0/testFamily:testQualifier/1731721181037/Put/seqid=0
2024-11-16T01:40:32,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741865_1041 (size=5049)
2024-11-16T01:40:32,229 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 4f393e43b26ec51c8e4d3be01d188a3d, a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:32,429 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on 4f393e43b26ec51c8e4d3be01d188a3d, a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:32,514 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNextAsync/4f393e43b26ec51c8e4d3be01d188a3d/.tmp/testFamily/b35ca60fdcc94631a907df2bf6cbcc6f
2024-11-16T01:40:32,527 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNextAsync/4f393e43b26ec51c8e4d3be01d188a3d/.tmp/testFamily/b35ca60fdcc94631a907df2bf6cbcc6f as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNextAsync/4f393e43b26ec51c8e4d3be01d188a3d/testFamily/b35ca60fdcc94631a907df2bf6cbcc6f
2024-11-16T01:40:32,535 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNextAsync/4f393e43b26ec51c8e4d3be01d188a3d/testFamily/b35ca60fdcc94631a907df2bf6cbcc6f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T01:40:32,536 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4f393e43b26ec51c8e4d3be01d188a3d in 445ms, sequenceid=8, compaction requested=false
2024-11-16T01:40:32,540 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnNextAsync/4f393e43b26ec51c8e4d3be01d188a3d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T01:40:32,541 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:40:32,541 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f393e43b26ec51c8e4d3be01d188a3d:
Waiting for close lock at 1731721232090Running coprocessor pre-close hooks at 1731721232090Disabling compacts and flushes for region at 1731721232090Disabling writes for close at 1731721232091 (+1 ms)Obtaining lock to block concurrent updates at 1731721232091Preparing flush snapshotting stores in 4f393e43b26ec51c8e4d3be01d188a3d at 1731721232091Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731721232091Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d. at 1731721232092 (+1 ms)Flushing 4f393e43b26ec51c8e4d3be01d188a3d/testFamily: creating writer at 1731721232092Flushing 4f393e43b26ec51c8e4d3be01d188a3d/testFamily: appending metadata at 1731721232108 (+16 ms)Flushing 4f393e43b26ec51c8e4d3be01d188a3d/testFamily: closing flushed file at 1731721232108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb61ab1: reopening flushed file at 1731721232526 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4f393e43b26ec51c8e4d3be01d188a3d in 445ms, sequenceid=8, compaction requested=false at 1731721232536 (+10 ms)Writing region close event to WAL at 1731721232536Running coprocessor post-close hooks at 1731721232541 (+5 ms)Closed at 1731721232541
2024-11-16T01:40:32,541 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731721177992.4f393e43b26ec51c8e4d3be01d188a3d.
2024-11-16T01:40:32,541 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efe668e3e5e1fb0b9a3264f463a3e23f, disabling compactions & flushes
2024-11-16T01:40:32,541 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:40:32,541 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:40:32,541 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f. after waiting 0 ms
2024-11-16T01:40:32,541 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:40:32,541 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing efe668e3e5e1fb0b9a3264f463a3e23f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T01:40:32,557 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScanner/efe668e3e5e1fb0b9a3264f463a3e23f/.tmp/testFamily/0f1a6d631780486f98210d49fb0487ee is 61, key is row-0/testFamily:testQualifier/1731721171937/Put/seqid=0
2024-11-16T01:40:32,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741866_1042 (size=5049)
2024-11-16T01:40:32,630 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:32,830 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-16T01:40:32,830 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1325): Online Regions={efe668e3e5e1fb0b9a3264f463a3e23f=hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., a22161d69e17b2ce196ee5ae91bd8e5d=testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.}
2024-11-16T01:40:32,830 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on a22161d69e17b2ce196ee5ae91bd8e5d, efe668e3e5e1fb0b9a3264f463a3e23f
2024-11-16T01:40:32,964 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScanner/efe668e3e5e1fb0b9a3264f463a3e23f/.tmp/testFamily/0f1a6d631780486f98210d49fb0487ee
2024-11-16T01:40:32,977 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScanner/efe668e3e5e1fb0b9a3264f463a3e23f/.tmp/testFamily/0f1a6d631780486f98210d49fb0487ee as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScanner/efe668e3e5e1fb0b9a3264f463a3e23f/testFamily/0f1a6d631780486f98210d49fb0487ee
2024-11-16T01:40:32,985 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScanner/efe668e3e5e1fb0b9a3264f463a3e23f/testFamily/0f1a6d631780486f98210d49fb0487ee, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T01:40:32,986 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for efe668e3e5e1fb0b9a3264f463a3e23f in 445ms, sequenceid=8, compaction requested=false
2024-11-16T01:40:32,991 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/hbase/testMetaScanTimeoutOnOpenScanner/efe668e3e5e1fb0b9a3264f463a3e23f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T01:40:32,992 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:40:32,992 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efe668e3e5e1fb0b9a3264f463a3e23f:
Waiting for close lock at 1731721232541Running coprocessor pre-close hooks at 1731721232541Disabling compacts and flushes for region at 1731721232541Disabling writes for close at 1731721232541Obtaining lock to block concurrent updates at 1731721232541Preparing flush snapshotting stores in efe668e3e5e1fb0b9a3264f463a3e23f at 1731721232541Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731721232542 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f. at 1731721232542Flushing efe668e3e5e1fb0b9a3264f463a3e23f/testFamily: creating writer at 1731721232542Flushing efe668e3e5e1fb0b9a3264f463a3e23f/testFamily: appending metadata at 1731721232557 (+15 ms)Flushing efe668e3e5e1fb0b9a3264f463a3e23f/testFamily: closing flushed file at 1731721232557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6383def: reopening flushed file at 1731721232976 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for efe668e3e5e1fb0b9a3264f463a3e23f in 445ms, sequenceid=8, compaction requested=false at 1731721232986 (+10 ms)Writing region close event to WAL at 1731721232987 (+1 ms)Running coprocessor post-close hooks at 1731721232992 (+5 ms)Closed at 1731721232992
2024-11-16T01:40:32,992 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731721168892.efe668e3e5e1fb0b9a3264f463a3e23f.
2024-11-16T01:40:32,992 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a22161d69e17b2ce196ee5ae91bd8e5d, disabling compactions & flushes
2024-11-16T01:40:32,992 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:40:32,992 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:40:32,992 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d. after waiting 0 ms
2024-11-16T01:40:32,992 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:40:32,992 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a22161d69e17b2ce196ee5ae91bd8e5d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T01:40:33,007 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextException/a22161d69e17b2ce196ee5ae91bd8e5d/.tmp/testFamily/830f49521ecb4bf39abc6b85ec448e7c is 61, key is row-0/testFamily:testQualifier/1731721190137/Put/seqid=0
2024-11-16T01:40:33,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741867_1043 (size=5049)
2024-11-16T01:40:33,030 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:40:33,231 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:40:33,413 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextException/a22161d69e17b2ce196ee5ae91bd8e5d/.tmp/testFamily/830f49521ecb4bf39abc6b85ec448e7c
2024-11-16T01:40:33,426 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextException/a22161d69e17b2ce196ee5ae91bd8e5d/.tmp/testFamily/830f49521ecb4bf39abc6b85ec448e7c as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextException/a22161d69e17b2ce196ee5ae91bd8e5d/testFamily/830f49521ecb4bf39abc6b85ec448e7c
2024-11-16T01:40:33,431 DEBUG [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1351): Waiting on a22161d69e17b2ce196ee5ae91bd8e5d
2024-11-16T01:40:33,435 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextException/a22161d69e17b2ce196ee5ae91bd8e5d/testFamily/830f49521ecb4bf39abc6b85ec448e7c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T01:40:33,436 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a22161d69e17b2ce196ee5ae91bd8e5d in 444ms, sequenceid=8, compaction requested=false
2024-11-16T01:40:33,443 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/data/default/testRetryOutOfOrderScannerNextException/a22161d69e17b2ce196ee5ae91bd8e5d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T01:40:33,444 INFO  [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:40:33,444 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a22161d69e17b2ce196ee5ae91bd8e5d:
Waiting for close lock at 1731721232992Running coprocessor pre-close hooks at 1731721232992Disabling compacts and flushes for region at 1731721232992Disabling writes for close at 1731721232992Obtaining lock to block concurrent updates at 1731721232992Preparing flush snapshotting stores in a22161d69e17b2ce196ee5ae91bd8e5d at 1731721232992Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731721232993 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d. at 1731721232993Flushing a22161d69e17b2ce196ee5ae91bd8e5d/testFamily: creating writer at 1731721232993Flushing a22161d69e17b2ce196ee5ae91bd8e5d/testFamily: appending metadata at 1731721233006 (+13 ms)Flushing a22161d69e17b2ce196ee5ae91bd8e5d/testFamily: closing flushed file at 1731721233006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145f74af: reopening flushed file at 1731721233425 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a22161d69e17b2ce196ee5ae91bd8e5d in 444ms, sequenceid=8, compaction requested=false at 1731721233437 (+12 ms)Writing region close event to WAL at 1731721233438 (+1 ms)Running coprocessor post-close hooks at 1731721233443 (+5 ms)Closed at 1731721233444 (+1 ms)
2024-11-16T01:40:33,444 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731721187087.a22161d69e17b2ce196ee5ae91bd8e5d.
2024-11-16T01:40:33,631 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(976): stopping server 844d197be988,40929,1731721131637; all regions closed.
2024-11-16T01:40:33,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741834_1010 (size=19479)
2024-11-16T01:40:33,646 DEBUG [RS:0;844d197be988:40929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/oldWALs
2024-11-16T01:40:33,646 INFO  [RS:0;844d197be988:40929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C40929%2C1731721131637.meta:.meta(num 1731721165245)
2024-11-16T01:40:33,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741833_1009 (size=20031)
2024-11-16T01:40:33,651 DEBUG [RS:0;844d197be988:40929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/oldWALs
2024-11-16T01:40:33,651 INFO  [RS:0;844d197be988:40929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C40929%2C1731721131637:(num 1731721164684)
2024-11-16T01:40:33,651 DEBUG [RS:0;844d197be988:40929 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T01:40:33,652 INFO  [RS:0;844d197be988:40929 {}] regionserver.LeaseManager(133): Closed leases
2024-11-16T01:40:33,652 INFO  [RS:0;844d197be988:40929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-16T01:40:33,652 INFO  [RS:0;844d197be988:40929 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-16T01:40:33,652 INFO  [RS:0;844d197be988:40929 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-16T01:40:33,652 INFO  [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-16T01:40:33,654 INFO  [RS:0;844d197be988:40929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40929
2024-11-16T01:40:33,740 INFO  [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-16T01:40:33,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-16T01:40:33,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/844d197be988,40929,1731721131637
2024-11-16T01:40:33,753 INFO  [RS:0;844d197be988:40929 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-16T01:40:33,755 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,40929,1731721131637]
2024-11-16T01:40:33,858 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/844d197be988,40929,1731721131637 already deleted, retry=false
2024-11-16T01:40:33,858 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,40929,1731721131637 expired; onlineServers=0
2024-11-16T01:40:33,859 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,42409,1731721130889' *****
2024-11-16T01:40:33,859 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-16T01:40:33,859 INFO  [M:0;844d197be988:42409 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-16T01:40:33,859 INFO  [M:0;844d197be988:42409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-16T01:40:33,859 DEBUG [M:0;844d197be988:42409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-16T01:40:33,860 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-16T01:40:33,860 DEBUG [M:0;844d197be988:42409 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-16T01:40:33,860 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731721134507 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731721134507,5,FailOnTimeoutGroup]
2024-11-16T01:40:33,860 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731721134506 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731721134506,5,FailOnTimeoutGroup]
2024-11-16T01:40:33,860 INFO  [M:0;844d197be988:42409 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-16T01:40:33,861 INFO  [M:0;844d197be988:42409 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-16T01:40:33,861 DEBUG [M:0;844d197be988:42409 {}] master.HMaster(1795): Stopping service threads
2024-11-16T01:40:33,861 INFO  [M:0;844d197be988:42409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-16T01:40:33,861 INFO  [M:0;844d197be988:42409 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-16T01:40:33,863 INFO  [M:0;844d197be988:42409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-16T01:40:33,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-16T01:40:33,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-16T01:40:33,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T01:40:33,869 DEBUG [M:0;844d197be988:42409 {}] zookeeper.ZKUtil(347): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-16T01:40:33,869 WARN  [M:0;844d197be988:42409 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-16T01:40:33,870 INFO  [M:0;844d197be988:42409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/.lastflushedseqids
2024-11-16T01:40:33,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741868_1044 (size=649)
2024-11-16T01:40:33,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T01:40:33,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x101414b6bae0001, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T01:40:33,937 INFO  [RS:0;844d197be988:40929 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-16T01:40:33,938 INFO  [RS:0;844d197be988:40929 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,40929,1731721131637; zookeeper connection closed.
2024-11-16T01:40:33,938 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b314a2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b314a2b
2024-11-16T01:40:33,940 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-16T01:40:34,286 INFO  [M:0;844d197be988:42409 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-16T01:40:34,287 INFO  [M:0;844d197be988:42409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-16T01:40:34,287 DEBUG [M:0;844d197be988:42409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-16T01:40:34,287 INFO  [M:0;844d197be988:42409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T01:40:34,288 DEBUG [M:0;844d197be988:42409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T01:40:34,288 DEBUG [M:0;844d197be988:42409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-16T01:40:34,288 DEBUG [M:0;844d197be988:42409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T01:40:34,288 INFO  [M:0;844d197be988:42409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.98 KB heapSize=190.89 KB
2024-11-16T01:40:34,304 DEBUG [M:0;844d197be988:42409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/813181b1415542cdbdfe7c6c0f46d0a3 is 82, key is hbase:meta,,1/info:regioninfo/1731721165330/Put/seqid=0
2024-11-16T01:40:34,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741869_1045 (size=5672)
2024-11-16T01:40:34,709 INFO  [M:0;844d197be988:42409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/813181b1415542cdbdfe7c6c0f46d0a3
2024-11-16T01:40:34,731 DEBUG [M:0;844d197be988:42409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/213c9c2864634d9da19a83df5128578d is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731721166945/Put/seqid=0
2024-11-16T01:40:34,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741870_1046 (size=14068)
2024-11-16T01:40:35,137 INFO  [M:0;844d197be988:42409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.42 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/213c9c2864634d9da19a83df5128578d
2024-11-16T01:40:35,148 INFO  [M:0;844d197be988:42409 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 213c9c2864634d9da19a83df5128578d
2024-11-16T01:40:35,163 DEBUG [M:0;844d197be988:42409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93811f6bb9bd492ca84168f2076df6c6 is 69, key is 844d197be988,40929,1731721131637/rs:state/1731721134539/Put/seqid=0
2024-11-16T01:40:35,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741871_1047 (size=5156)
2024-11-16T01:40:35,570 INFO  [M:0;844d197be988:42409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93811f6bb9bd492ca84168f2076df6c6
2024-11-16T01:40:35,584 DEBUG [M:0;844d197be988:42409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/813181b1415542cdbdfe7c6c0f46d0a3 as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/813181b1415542cdbdfe7c6c0f46d0a3
2024-11-16T01:40:35,590 INFO  [M:0;844d197be988:42409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/813181b1415542cdbdfe7c6c0f46d0a3, entries=8, sequenceid=317, filesize=5.5 K
2024-11-16T01:40:35,592 DEBUG [M:0;844d197be988:42409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/213c9c2864634d9da19a83df5128578d as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/213c9c2864634d9da19a83df5128578d
2024-11-16T01:40:35,597 INFO  [M:0;844d197be988:42409 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 213c9c2864634d9da19a83df5128578d
2024-11-16T01:40:35,598 INFO  [M:0;844d197be988:42409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/213c9c2864634d9da19a83df5128578d, entries=33, sequenceid=317, filesize=13.7 K
2024-11-16T01:40:35,599 DEBUG [M:0;844d197be988:42409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93811f6bb9bd492ca84168f2076df6c6 as hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93811f6bb9bd492ca84168f2076df6c6
2024-11-16T01:40:35,605 INFO  [M:0;844d197be988:42409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93811f6bb9bd492ca84168f2076df6c6, entries=1, sequenceid=317, filesize=5.0 K
2024-11-16T01:40:35,606 INFO  [M:0;844d197be988:42409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.98 KB/166891, heapSize ~190.59 KB/195168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=317, compaction requested=false
2024-11-16T01:40:35,608 INFO  [M:0;844d197be988:42409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T01:40:35,608 DEBUG [M:0;844d197be988:42409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731721234287Disabling compacts and flushes for region at 1731721234287Disabling writes for close at 1731721234288 (+1 ms)Obtaining lock to block concurrent updates at 1731721234288Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731721234288Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166891, getHeapSize=195408, getOffHeapSize=0, getCellsCount=364 at 1731721234288Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731721234289 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731721234289Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731721234303 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731721234303Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731721234716 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731721234730 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731721234730Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731721235148 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731721235162 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731721235162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271c5e7a: reopening flushed file at 1731721235583 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c15592a: reopening flushed file at 1731721235591 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8c5a83: reopening flushed file at 1731721235598 (+7 ms)Finished flush of dataSize ~162.98 KB/166891, heapSize ~190.59 KB/195168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=317, compaction requested=false at 1731721235606 (+8 ms)Writing region close event to WAL at 1731721235608 (+2 ms)Closed at 1731721235608
2024-11-16T01:40:35,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35085 is added to blk_1073741830_1006 (size=188103)
2024-11-16T01:40:35,611 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eed2ad81-449d-40de-2f78-3a69dd141a62/MasterData/WALs/844d197be988,42409,1731721130889/844d197be988%2C42409%2C1731721130889.1731721133788 not finished, retry = 0
2024-11-16T01:40:35,713 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-16T01:40:35,713 INFO  [M:0;844d197be988:42409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-16T01:40:35,713 INFO  [M:0;844d197be988:42409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42409
2024-11-16T01:40:35,713 INFO  [M:0;844d197be988:42409 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-16T01:40:35,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T01:40:35,832 INFO  [M:0;844d197be988:42409 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-16T01:40:35,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42409-0x101414b6bae0000, quorum=127.0.0.1:50195, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T01:40:35,872 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-16T01:40:35,879 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-16T01:40:35,880 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-16T01:40:35,880 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-16T01:40:35,880 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/hadoop.log.dir/,STOPPED}
2024-11-16T01:40:35,883 WARN  [BP-618918990-172.17.0.2-1731721127229 heartbeating to localhost/127.0.0.1:45289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-16T01:40:35,883 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-16T01:40:35,883 WARN  [BP-618918990-172.17.0.2-1731721127229 heartbeating to localhost/127.0.0.1:45289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-618918990-172.17.0.2-1731721127229 (Datanode Uuid ba1a8c3d-bebe-4991-bad1-c24d5683fd35) service to localhost/127.0.0.1:45289
2024-11-16T01:40:35,883 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-16T01:40:35,884 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/cluster_07e591fe-dc7d-83d9-ef41-0573225c6970/data/data1/current/BP-618918990-172.17.0.2-1731721127229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-16T01:40:35,884 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/cluster_07e591fe-dc7d-83d9-ef41-0573225c6970/data/data2/current/BP-618918990-172.17.0.2-1731721127229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-16T01:40:35,885 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-16T01:40:35,891 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-16T01:40:35,891 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-16T01:40:35,891 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-16T01:40:35,891 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-16T01:40:35,892 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a551f1e4-3de8-e163-1b41-ea1fb59a01ff/hadoop.log.dir/,STOPPED}
2024-11-16T01:40:35,898 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-16T01:40:35,920 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down