2024-11-13 07:40:50,220 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-13 07:40:50,240 main DEBUG Took 0.017327 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-13 07:40:50,240 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-13 07:40:50,241 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-13 07:40:50,242 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-13 07:40:50,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,253 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-13 07:40:50,268 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,271 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,272 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,274 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,275 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,277 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,278 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,279 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,280 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,281 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,282 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,283 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:40:50,284 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,285 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-13 07:40:50,287 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:40:50,288 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-13 07:40:50,291 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-13 07:40:50,292 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-13 07:40:50,294 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-13 07:40:50,294 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-13 07:40:50,305 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-13 07:40:50,309 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-13 07:40:50,311 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-13 07:40:50,311 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-13 07:40:50,312 main DEBUG createAppenders(={Console})
2024-11-13 07:40:50,313 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-13 07:40:50,314 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-13 07:40:50,314 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-13 07:40:50,315 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-13 07:40:50,315 main DEBUG OutputStream closed
2024-11-13 07:40:50,316 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-13 07:40:50,316 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-13 07:40:50,316 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-13 07:40:50,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-13 07:40:50,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-13 07:40:50,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-13 07:40:50,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-13 07:40:50,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-13 07:40:50,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-13 07:40:50,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-13 07:40:50,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-13 07:40:50,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-13 07:40:50,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-13 07:40:50,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-13 07:40:50,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-13 07:40:50,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-13 07:40:50,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-13 07:40:50,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-13 07:40:50,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-13 07:40:50,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-13 07:40:50,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-13 07:40:50,411 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13 07:40:50,412 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-13 07:40:50,412 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-13 07:40:50,413 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-13T07:40:50,426 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-13 07:40:50,429 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-13 07:40:50,429 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13T07:40:50,662 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2
2024-11-13T07:40:50,681 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-13T07:40:50,696 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/cluster_23858152-36e6-769a-85f8-83c5c1eeec36, deleteOnExit=true
2024-11-13T07:40:50,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-13T07:40:50,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/test.cache.data in system properties and HBase conf
2024-11-13T07:40:50,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/hadoop.tmp.dir in system properties and HBase conf
2024-11-13T07:40:50,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/hadoop.log.dir in system properties and HBase conf
2024-11-13T07:40:50,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-13T07:40:50,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-13T07:40:50,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-13T07:40:50,787 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-13T07:40:50,874 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-13T07:40:50,878 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-13T07:40:50,879 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-13T07:40:50,879 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-13T07:40:50,880 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T07:40:50,880 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-13T07:40:50,881 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-13T07:40:50,881 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T07:40:50,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T07:40:50,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-13T07:40:50,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/nfs.dump.dir in system properties and HBase conf
2024-11-13T07:40:50,883 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/java.io.tmpdir in system properties and HBase conf
2024-11-13T07:40:50,883 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T07:40:50,884 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-13T07:40:50,884 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-13T07:40:52,041 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-13T07:40:52,109 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2659ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-13T07:40:52,176 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T07:40:52,239 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T07:40:52,260 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T07:40:52,260 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T07:40:52,262 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-13T07:40:52,274 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T07:40:52,277 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/hadoop.log.dir/,AVAILABLE}
2024-11-13T07:40:52,278 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T07:40:52,460 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df87c21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/java.io.tmpdir/jetty-localhost-38877-hadoop-hdfs-3_4_1-tests_jar-_-any-10963470200304811227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T07:40:52,469 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:38877}
2024-11-13T07:40:52,469 INFO  [Time-limited test {}] server.Server(415): Started @3020ms
2024-11-13T07:40:53,062 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T07:40:53,069 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T07:40:53,070 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T07:40:53,070 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T07:40:53,070 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T07:40:53,071 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a781d84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/hadoop.log.dir/,AVAILABLE}
2024-11-13T07:40:53,071 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29ee0fe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T07:40:53,168 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5537c1f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/java.io.tmpdir/jetty-localhost-37785-hadoop-hdfs-3_4_1-tests_jar-_-any-10523161068692429933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T07:40:53,169 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31862285{HTTP/1.1, (http/1.1)}{localhost:37785}
2024-11-13T07:40:53,169 INFO  [Time-limited test {}] server.Server(415): Started @3720ms
2024-11-13T07:40:53,218 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-13T07:40:54,256 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/cluster_23858152-36e6-769a-85f8-83c5c1eeec36/data/data1/current/BP-1898477858-172.17.0.3-1731483651435/current, will proceed with Du for space computation calculation, 
2024-11-13T07:40:54,256 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/cluster_23858152-36e6-769a-85f8-83c5c1eeec36/data/data2/current/BP-1898477858-172.17.0.3-1731483651435/current, will proceed with Du for space computation calculation, 
2024-11-13T07:40:54,282 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-13T07:40:54,329 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb384c253a01b6b89 with lease ID 0xe7ff658dcf10cfd9: Processing first storage report for DS-916d17b0-968f-4801-b504-5a68b805caea from datanode DatanodeRegistration(127.0.0.1:46039, datanodeUuid=a5693a5c-19fc-4d8a-bb2a-2e09d0a7dad4, infoPort=33119, infoSecurePort=0, ipcPort=43361, storageInfo=lv=-57;cid=testClusterID;nsid=1844090840;c=1731483651435)
2024-11-13T07:40:54,330 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb384c253a01b6b89 with lease ID 0xe7ff658dcf10cfd9: from storage DS-916d17b0-968f-4801-b504-5a68b805caea node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=a5693a5c-19fc-4d8a-bb2a-2e09d0a7dad4, infoPort=33119, infoSecurePort=0, ipcPort=43361, storageInfo=lv=-57;cid=testClusterID;nsid=1844090840;c=1731483651435), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-13T07:40:54,331 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb384c253a01b6b89 with lease ID 0xe7ff658dcf10cfd9: Processing first storage report for DS-3ce108c8-a51d-4617-975e-5a6735727657 from datanode DatanodeRegistration(127.0.0.1:46039, datanodeUuid=a5693a5c-19fc-4d8a-bb2a-2e09d0a7dad4, infoPort=33119, infoSecurePort=0, ipcPort=43361, storageInfo=lv=-57;cid=testClusterID;nsid=1844090840;c=1731483651435)
2024-11-13T07:40:54,331 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb384c253a01b6b89 with lease ID 0xe7ff658dcf10cfd9: from storage DS-3ce108c8-a51d-4617-975e-5a6735727657 node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=a5693a5c-19fc-4d8a-bb2a-2e09d0a7dad4, infoPort=33119, infoSecurePort=0, ipcPort=43361, storageInfo=lv=-57;cid=testClusterID;nsid=1844090840;c=1731483651435), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-13T07:40:54,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2
2024-11-13T07:40:54,489 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/cluster_23858152-36e6-769a-85f8-83c5c1eeec36/zookeeper_0, clientPort=51890, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/cluster_23858152-36e6-769a-85f8-83c5c1eeec36/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/cluster_23858152-36e6-769a-85f8-83c5c1eeec36/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-13T07:40:54,502 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51890
2024-11-13T07:40:54,516 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:40:54,519 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:40:54,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741825_1001 (size=7)
2024-11-13T07:40:55,139 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7 with version=8
2024-11-13T07:40:55,140 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/hbase-staging
2024-11-13T07:40:55,218 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-13T07:40:55,450 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=9
2024-11-13T07:40:55,459 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T07:40:55,459 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T07:40:55,463 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T07:40:55,463 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T07:40:55,464 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T07:40:55,592 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-13T07:40:55,647 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-13T07:40:55,656 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-13T07:40:55,660 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T07:40:55,682 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 125289 (auto-detected)
2024-11-13T07:40:55,683 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-13T07:40:55,700 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44795
2024-11-13T07:40:55,722 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44795 connecting to ZooKeeper ensemble=127.0.0.1:51890
2024-11-13T07:40:55,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447950x0, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T07:40:55,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44795-0x1013323d4f20000 connected
2024-11-13T07:40:55,941 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:40:55,945 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:40:55,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T07:40:55,963 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7, hbase.cluster.distributed=false
2024-11-13T07:40:55,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-13T07:40:55,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44795
2024-11-13T07:40:55,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44795
2024-11-13T07:40:55,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44795
2024-11-13T07:40:55,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44795
2024-11-13T07:40:55,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44795
2024-11-13T07:40:56,096 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=9
2024-11-13T07:40:56,097 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T07:40:56,098 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T07:40:56,098 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T07:40:56,098 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T07:40:56,098 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T07:40:56,101 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-13T07:40:56,104 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T07:40:56,104 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45165
2024-11-13T07:40:56,106 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45165 connecting to ZooKeeper ensemble=127.0.0.1:51890
2024-11-13T07:40:56,107 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:40:56,110 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:40:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451650x0, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T07:40:56,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451650x0, quorum=127.0.0.1:51890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T07:40:56,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45165-0x1013323d4f20001 connected
2024-11-13T07:40:56,132 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-13T07:40:56,140 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-13T07:40:56,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-13T07:40:56,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-13T07:40:56,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45165
2024-11-13T07:40:56,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45165
2024-11-13T07:40:56,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45165
2024-11-13T07:40:56,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45165
2024-11-13T07:40:56,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45165
2024-11-13T07:40:56,172 DEBUG [M:0;2998b885bdef:44795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:44795
2024-11-13T07:40:56,173 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2998b885bdef,44795,1731483655298
2024-11-13T07:40:56,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T07:40:56,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T07:40:56,191 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2998b885bdef,44795,1731483655298
2024-11-13T07:40:56,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:40:56,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-13T07:40:56,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:40:56,230 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-13T07:40:56,231 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2998b885bdef,44795,1731483655298 from backup master directory
2024-11-13T07:40:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T07:40:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2998b885bdef,44795,1731483655298
2024-11-13T07:40:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T07:40:56,244 WARN  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T07:40:56,244 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,44795,1731483655298
2024-11-13T07:40:56,246 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-13T07:40:56,247 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-13T07:40:56,301 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/hbase.id] with ID: b8143caa-b774-4bf7-b95c-fe6d00cfb6a6
2024-11-13T07:40:56,302 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/.tmp/hbase.id
2024-11-13T07:40:56,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741826_1002 (size=42)
2024-11-13T07:40:56,717 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/.tmp/hbase.id]:[hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/hbase.id]
2024-11-13T07:40:56,767 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:40:56,771 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-13T07:40:56,789 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-13T07:40:56,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:40:56,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:40:56,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741827_1003 (size=196)
2024-11-13T07:40:57,284 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:40:57,287 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-13T07:40:57,299 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:40:57,303 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T07:40:57,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741828_1004 (size=1189)
2024-11-13T07:40:57,756 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store
2024-11-13T07:40:57,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741829_1005 (size=34)
2024-11-13T07:40:58,184 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-13T07:40:58,188 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:40:58,189 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T07:40:58,189 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:40:58,189 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:40:58,191 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T07:40:58,191 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:40:58,191 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:40:58,193 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731483658189Disabling compacts and flushes for region at 1731483658189Disabling writes for close at 1731483658191 (+2 ms)Writing region close event to WAL at 1731483658191Closed at 1731483658191
2024-11-13T07:40:58,195 WARN  [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/.initializing
2024-11-13T07:40:58,195 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/WALs/2998b885bdef,44795,1731483655298
2024-11-13T07:40:58,203 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-13T07:40:58,216 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C44795%2C1731483655298, suffix=, logDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/WALs/2998b885bdef,44795,1731483655298, archiveDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/oldWALs, maxLogs=10
2024-11-13T07:40:58,237 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/WALs/2998b885bdef,44795,1731483655298/2998b885bdef%2C44795%2C1731483655298.1731483658220, exclude list is [], retry=0
2024-11-13T07:40:58,253 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-916d17b0-968f-4801-b504-5a68b805caea,DISK]
2024-11-13T07:40:58,255 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-13T07:40:58,285 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/WALs/2998b885bdef,44795,1731483655298/2998b885bdef%2C44795%2C1731483655298.1731483658220
2024-11-13T07:40:58,286 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33119:33119)]
2024-11-13T07:40:58,286 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:40:58,286 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:40:58,289 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:40:58,290 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:40:58,324 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T07:40:58,347 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-13T07:40:58,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:40:58,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:40:58,353 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T07:40:58,356 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-13T07:40:58,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:40:58,358 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:40:58,358 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T07:40:58,361 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-13T07:40:58,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:40:58,362 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:40:58,362 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T07:40:58,365 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-13T07:40:58,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:40:58,366 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:40:58,367 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:40:58,370 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:40:58,371 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:40:58,376 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:40:58,377 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:40:58,382 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T07:40:58,386 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:40:58,391 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:40:58,393 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64356438, jitterRate=-0.04101434350013733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T07:40:58,401 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731483658301Initializing all the Stores at 1731483658304 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731483658304Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483658305 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483658305Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483658305Cleaning up temporary data from old regions at 1731483658377 (+72 ms)Region opened successfully at 1731483658400 (+23 ms)
2024-11-13T07:40:58,402 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-13T07:40:58,433 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5272efbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0
2024-11-13T07:40:58,467 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-13T07:40:58,476 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-13T07:40:58,476 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-13T07:40:58,479 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-13T07:40:58,480 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-13T07:40:58,484 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-13T07:40:58,484 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-13T07:40:58,508 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-13T07:40:58,516 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-13T07:40:58,586 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-13T07:40:58,589 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-13T07:40:58,592 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-13T07:40:58,600 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-13T07:40:58,603 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-13T07:40:58,608 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-13T07:40:58,621 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-13T07:40:58,623 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-13T07:40:58,632 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-13T07:40:58,653 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-13T07:40:58,663 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-13T07:40:58,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-13T07:40:58,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-13T07:40:58,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:40:58,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:40:58,678 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,44795,1731483655298, sessionid=0x1013323d4f20000, setting cluster-up flag (Was=false)
2024-11-13T07:40:58,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:40:58,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:40:58,744 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-13T07:40:58,750 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,44795,1731483655298
2024-11-13T07:40:58,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:40:58,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:40:58,812 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-13T07:40:58,817 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,44795,1731483655298
2024-11-13T07:40:58,825 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-13T07:40:58,864 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(746): ClusterId : b8143caa-b774-4bf7-b95c-fe6d00cfb6a6
2024-11-13T07:40:58,866 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-13T07:40:58,876 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-13T07:40:58,876 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-13T07:40:58,886 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-13T07:40:58,887 DEBUG [RS:0;2998b885bdef:45165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335ab8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0
2024-11-13T07:40:58,890 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-13T07:40:58,899 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-13T07:40:58,899 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:45165
2024-11-13T07:40:58,902 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-13T07:40:58,902 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-13T07:40:58,902 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-13T07:40:58,905 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,44795,1731483655298 with port=45165, startcode=1731483656065
2024-11-13T07:40:58,906 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-13T07:40:58,911 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,44795,1731483655298
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-13T07:40:58,914 DEBUG [RS:0;2998b885bdef:45165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-13T07:40:58,917 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5
2024-11-13T07:40:58,917 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5
2024-11-13T07:40:58,917 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5
2024-11-13T07:40:58,918 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5
2024-11-13T07:40:58,918 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10
2024-11-13T07:40:58,918 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:40:58,918 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2
2024-11-13T07:40:58,919 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:40:58,922 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731483688922
2024-11-13T07:40:58,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T07:40:58,924 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-13T07:40:58,925 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-13T07:40:58,926 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-13T07:40:58,930 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-13T07:40:58,930 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:40:58,930 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-13T07:40:58,931 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-13T07:40:58,931 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-13T07:40:58,930 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-13T07:40:58,932 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T07:40:58,938 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-13T07:40:58,939 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-13T07:40:58,940 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-13T07:40:58,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741831_1007 (size=1321)
2024-11-13T07:40:58,948 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-13T07:40:58,949 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-13T07:40:58,950 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-13T07:40:58,951 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731483658950,5,FailOnTimeoutGroup]
2024-11-13T07:40:58,953 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731483658951,5,FailOnTimeoutGroup]
2024-11-13T07:40:58,953 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T07:40:58,953 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-13T07:40:58,954 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-13T07:40:58,955 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-13T07:40:58,955 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44795 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T07:40:58,976 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-13T07:40:58,976 WARN  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-13T07:40:59,349 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-13T07:40:59,350 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:40:59,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741832_1008 (size=32)
2024-11-13T07:40:59,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:40:59,769 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T07:40:59,773 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T07:40:59,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:40:59,774 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:40:59,774 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T07:40:59,777 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T07:40:59,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:40:59,778 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:40:59,779 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T07:40:59,781 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T07:40:59,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:40:59,782 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:40:59,782 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T07:40:59,785 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T07:40:59,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:40:59,786 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:40:59,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T07:40:59,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740
2024-11-13T07:40:59,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740
2024-11-13T07:40:59,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T07:40:59,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T07:40:59,792 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T07:40:59,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T07:40:59,798 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:40:59,799 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68023134, jitterRate=0.013623684644699097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T07:40:59,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731483659765Initializing all the Stores at 1731483659769 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731483659769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731483659769Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483659769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731483659769Cleaning up temporary data from old regions at 1731483659791 (+22 ms)Region opened successfully at 1731483659803 (+12 ms)
2024-11-13T07:40:59,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T07:40:59,803 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T07:40:59,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T07:40:59,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T07:40:59,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T07:40:59,805 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T07:40:59,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731483659803Disabling compacts and flushes for region at 1731483659803Disabling writes for close at 1731483659803Writing region close event to WAL at 1731483659804 (+1 ms)Closed at 1731483659805 (+1 ms)
2024-11-13T07:40:59,808 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T07:40:59,808 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-13T07:40:59,813 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-13T07:40:59,821 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T07:40:59,823 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-13T07:40:59,975 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:00,976 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:01,977 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:02,978 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:03,980 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:04,981 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:05,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-13T07:41:05,647 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-13T07:41:05,982 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:06,983 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:07,983 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:08,984 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:09,985 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:10,986 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:11,987 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:12,988 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:13,989 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:14,990 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:15,990 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:16,991 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:17,992 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:18,993 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:19,993 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:20,994 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:21,995 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:22,996 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:23,997 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:24,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:41:24,998 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:25,999 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:26,999 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:28,000 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:28,977 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,44795,1731483655298 with port=45165, startcode=1731483656065
2024-11-13T07:41:28,980 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,45165,1731483656065
2024-11-13T07:41:28,982 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44795 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,45165,1731483656065
2024-11-13T07:41:28,992 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:41:28,992 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33501
2024-11-13T07:41:28,992 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-13T07:41:29,001 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:29,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-13T07:41:29,005 DEBUG [RS:0;2998b885bdef:45165 {}] zookeeper.ZKUtil(111): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2998b885bdef,45165,1731483656065
2024-11-13T07:41:29,005 WARN  [RS:0;2998b885bdef:45165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T07:41:29,005 INFO  [RS:0;2998b885bdef:45165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T07:41:29,005 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/WALs/2998b885bdef,45165,1731483656065
2024-11-13T07:41:29,008 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,45165,1731483656065]
2024-11-13T07:41:29,033 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-13T07:41:29,046 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-13T07:41:29,050 INFO  [RS:0;2998b885bdef:45165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-13T07:41:29,050 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:29,051 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-13T07:41:29,056 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-13T07:41:29,058 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:29,058 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,058 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,058 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,059 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,059 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,059 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2
2024-11-13T07:41:29,059 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,059 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,059 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,059 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,059 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,060 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:41:29,060 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3
2024-11-13T07:41:29,060 DEBUG [RS:0;2998b885bdef:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3
2024-11-13T07:41:29,061 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:29,061 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:29,061 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:29,061 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:29,061 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:29,061 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,45165,1731483656065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T07:41:29,079 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-13T07:41:29,081 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,45165,1731483656065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:29,082 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:29,082 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.Replication(171): 2998b885bdef,45165,1731483656065 started
2024-11-13T07:41:29,109 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:29,110 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,45165,1731483656065, RpcServer on 2998b885bdef/172.17.0.3:45165, sessionid=0x1013323d4f20001
2024-11-13T07:41:29,111 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-13T07:41:29,111 DEBUG [RS:0;2998b885bdef:45165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,45165,1731483656065
2024-11-13T07:41:29,111 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,45165,1731483656065'
2024-11-13T07:41:29,111 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-13T07:41:29,113 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-13T07:41:29,114 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-13T07:41:29,114 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-13T07:41:29,114 DEBUG [RS:0;2998b885bdef:45165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,45165,1731483656065
2024-11-13T07:41:29,114 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,45165,1731483656065'
2024-11-13T07:41:29,114 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-13T07:41:29,115 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-13T07:41:29,116 DEBUG [RS:0;2998b885bdef:45165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-13T07:41:29,116 INFO  [RS:0;2998b885bdef:45165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-13T07:41:29,116 INFO  [RS:0;2998b885bdef:45165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-13T07:41:30,002 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:31,003 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:32,004 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:33,005 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:34,006 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:35,006 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:36,007 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:37,008 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:38,009 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:39,010 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:40,010 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:41,011 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:42,012 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:43,013 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:44,014 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:45,014 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:46,015 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:47,016 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:48,017 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:49,018 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:50,020 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:51,020 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:52,021 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:53,022 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:54,023 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:54,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:41:55,024 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:56,025 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:57,026 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:58,028 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:59,028 WARN  [2998b885bdef:44795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T07:41:59,121 INFO  [RS:0;2998b885bdef:45165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-13T07:41:59,126 INFO  [RS:0;2998b885bdef:45165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C45165%2C1731483656065, suffix=, logDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/WALs/2998b885bdef,45165,1731483656065, archiveDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/oldWALs, maxLogs=32
2024-11-13T07:41:59,141 DEBUG [RS:0;2998b885bdef:45165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/WALs/2998b885bdef,45165,1731483656065/2998b885bdef%2C45165%2C1731483656065.1731483719128, exclude list is [], retry=0
2024-11-13T07:41:59,146 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-916d17b0-968f-4801-b504-5a68b805caea,DISK]
2024-11-13T07:41:59,149 INFO  [RS:0;2998b885bdef:45165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/WALs/2998b885bdef,45165,1731483656065/2998b885bdef%2C45165%2C1731483656065.1731483719128
2024-11-13T07:41:59,150 DEBUG [RS:0;2998b885bdef:45165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33119:33119)]
2024-11-13T07:41:59,282 DEBUG [2998b885bdef:44795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-13T07:41:59,297 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:41:59,303 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,45165,1731483656065, state=OPENING
2024-11-13T07:41:59,360 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-13T07:41:59,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:41:59,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:41:59,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T07:41:59,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T07:41:59,376 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T07:41:59,379 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:41:59,562 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-13T07:41:59,565 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-13T07:41:59,576 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-13T07:41:59,576 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T07:41:59,577 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-13T07:41:59,580 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C45165%2C1731483656065.meta, suffix=.meta, logDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/WALs/2998b885bdef,45165,1731483656065, archiveDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/oldWALs, maxLogs=32
2024-11-13T07:41:59,595 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/WALs/2998b885bdef,45165,1731483656065/2998b885bdef%2C45165%2C1731483656065.meta.1731483719582.meta, exclude list is [], retry=0
2024-11-13T07:41:59,599 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-916d17b0-968f-4801-b504-5a68b805caea,DISK]
2024-11-13T07:41:59,602 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/WALs/2998b885bdef,45165,1731483656065/2998b885bdef%2C45165%2C1731483656065.meta.1731483719582.meta
2024-11-13T07:41:59,603 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33119:33119)]
2024-11-13T07:41:59,603 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:41:59,605 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-13T07:41:59,607 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-13T07:41:59,612 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-13T07:41:59,616 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-13T07:41:59,616 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:41:59,617 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-13T07:41:59,617 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-13T07:41:59,620 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T07:41:59,622 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T07:41:59,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:41:59,623 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:41:59,623 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T07:41:59,625 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T07:41:59,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:41:59,626 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:41:59,626 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T07:41:59,628 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T07:41:59,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:41:59,629 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:41:59,629 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T07:41:59,631 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T07:41:59,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:41:59,632 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:41:59,632 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T07:41:59,633 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740
2024-11-13T07:41:59,636 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740
2024-11-13T07:41:59,639 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T07:41:59,639 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T07:41:59,640 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T07:41:59,642 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T07:41:59,644 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71123078, jitterRate=0.059816449880599976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T07:41:59,644 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-13T07:41:59,645 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731483719617Writing region info on filesystem at 1731483719617Initializing all the Stores at 1731483719619 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731483719619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731483719620 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483719620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731483719620Cleaning up temporary data from old regions at 1731483719639 (+19 ms)Running coprocessor post-open hooks at 1731483719644 (+5 ms)Region opened successfully at 1731483719645 (+1 ms)
2024-11-13T07:41:59,652 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731483719555
2024-11-13T07:41:59,664 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-13T07:41:59,665 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-13T07:41:59,666 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:41:59,669 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,45165,1731483656065, state=OPEN
2024-11-13T07:41:59,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-13T07:41:59,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-13T07:41:59,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T07:41:59,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T07:41:59,709 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,45165,1731483656065
2024-11-13T07:41:59,715 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-13T07:41:59,715 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,45165,1731483656065 in 330 msec
2024-11-13T07:41:59,722 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-13T07:41:59,723 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9040 sec
2024-11-13T07:41:59,724 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T07:41:59,725 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-13T07:41:59,746 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:41:59,748 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,45165,1731483656065, seqNum=-1]
2024-11-13T07:41:59,771 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:41:59,774 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:41:59,796 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.941 sec
2024-11-13T07:41:59,797 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731483719796, completionTime=-1
2024-11-13T07:41:59,799 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-13T07:41:59,800 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-13T07:41:59,842 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-13T07:41:59,842 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731483779842
2024-11-13T07:41:59,842 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731483839842
2024-11-13T07:41:59,842 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 42 msec
2024-11-13T07:41:59,844 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44795,1731483655298-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:59,844 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44795,1731483655298-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:59,844 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44795,1731483655298-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:59,846 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:44795, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:59,846 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:59,848 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:59,854 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-13T07:41:59,881 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.637sec
2024-11-13T07:41:59,882 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-13T07:41:59,883 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-13T07:41:59,884 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-13T07:41:59,884 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-13T07:41:59,885 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-13T07:41:59,885 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44795,1731483655298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T07:41:59,886 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44795,1731483655298-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-13T07:41:59,894 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-13T07:41:59,895 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-13T07:41:59,895 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44795,1731483655298-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:41:59,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2918f47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:41:59,947 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-13T07:41:59,947 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-13T07:41:59,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44795,-1 for getting cluster id
2024-11-13T07:41:59,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:41:59,959 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8143caa-b774-4bf7-b95c-fe6d00cfb6a6'
2024-11-13T07:41:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:41:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8143caa-b774-4bf7-b95c-fe6d00cfb6a6"

2024-11-13T07:41:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:41:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44795,-1]
2024-11-13T07:41:59,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:41:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:41:59,968 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:41:59,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c8b08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:41:59,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:41:59,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,45165,1731483656065, seqNum=-1]
2024-11-13T07:41:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:41:59,982 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:42:00,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,44795,1731483655298
2024-11-13T07:42:00,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438beceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:42:00,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44795,-1 for getting cluster id
2024-11-13T07:42:00,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:42:00,004 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8143caa-b774-4bf7-b95c-fe6d00cfb6a6'
2024-11-13T07:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8143caa-b774-4bf7-b95c-fe6d00cfb6a6"

2024-11-13T07:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eae32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44795,-1]
2024-11-13T07:42:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:42:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:42:00,007 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:42:00,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33176949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:42:00,021 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=159, ProcessCount=11, AvailableMemoryMB=8628
2024-11-13T07:42:00,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T07:42:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44795,1731483655298
2024-11-13T07:42:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18689943
2024-11-13T07:42:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T07:42:00,038 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T07:42:00,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:42:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-13T07:42:00,055 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:42:00,057 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-13T07:42:00,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:00,060 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:42:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T07:42:00,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741835_1011 (size=428)
2024-11-13T07:42:00,483 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39d878bbf702e6bb5f33fc8cd23055f1, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:42:00,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741836_1012 (size=79)
2024-11-13T07:42:00,896 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:00,897 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 39d878bbf702e6bb5f33fc8cd23055f1, disabling compactions & flushes
2024-11-13T07:42:00,897 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:42:00,897 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:42:00,897 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1. after waiting 0 ms
2024-11-13T07:42:00,898 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:42:00,898 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:42:00,898 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39d878bbf702e6bb5f33fc8cd23055f1:
Waiting for close lock at 1731483720897Disabling compacts and flushes for region at 1731483720897Disabling writes for close at 1731483720898 (+1 ms)Writing region close event to WAL at 1731483720898Closed at 1731483720898
2024-11-13T07:42:00,904 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:42:00,911 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731483720904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731483720904"}]},"ts":"1731483720904"}
2024-11-13T07:42:00,916 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:42:00,918 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:42:00,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483720918"}]},"ts":"1731483720918"}
2024-11-13T07:42:00,924 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-13T07:42:00,926 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=39d878bbf702e6bb5f33fc8cd23055f1, ASSIGN}]
2024-11-13T07:42:00,929 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=39d878bbf702e6bb5f33fc8cd23055f1, ASSIGN
2024-11-13T07:42:00,931 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=39d878bbf702e6bb5f33fc8cd23055f1, ASSIGN; state=OFFLINE, location=2998b885bdef,45165,1731483656065; forceNewPlan=false, retain=false
2024-11-13T07:42:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T07:42:01,084 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39d878bbf702e6bb5f33fc8cd23055f1, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:01,091 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=39d878bbf702e6bb5f33fc8cd23055f1, ASSIGN because future has completed
2024-11-13T07:42:01,092 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39d878bbf702e6bb5f33fc8cd23055f1, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:42:01,259 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:42:01,259 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 39d878bbf702e6bb5f33fc8cd23055f1, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:42:01,259 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:42:01,260 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:01,260 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:42:01,260 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:42:01,262 INFO  [StoreOpener-39d878bbf702e6bb5f33fc8cd23055f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 39d878bbf702e6bb5f33fc8cd23055f1 
2024-11-13T07:42:01,265 INFO  [StoreOpener-39d878bbf702e6bb5f33fc8cd23055f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39d878bbf702e6bb5f33fc8cd23055f1 columnFamilyName testFamily
2024-11-13T07:42:01,265 DEBUG [StoreOpener-39d878bbf702e6bb5f33fc8cd23055f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:01,266 INFO  [StoreOpener-39d878bbf702e6bb5f33fc8cd23055f1-1 {}] regionserver.HStore(327): Store=39d878bbf702e6bb5f33fc8cd23055f1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:42:01,266 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:42:01,268 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextExceptionAsync/39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:42:01,269 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextExceptionAsync/39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:42:01,269 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:42:01,270 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:42:01,273 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:42:01,276 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextExceptionAsync/39d878bbf702e6bb5f33fc8cd23055f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:42:01,277 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 39d878bbf702e6bb5f33fc8cd23055f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64373085, jitterRate=-0.04076628386974335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T07:42:01,277 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:42:01,278 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 39d878bbf702e6bb5f33fc8cd23055f1:
Running coprocessor pre-open hook at 1731483721260Writing region info on filesystem at 1731483721260Initializing all the Stores at 1731483721262 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483721262Cleaning up temporary data from old regions at 1731483721270 (+8 ms)Running coprocessor post-open hooks at 1731483721277 (+7 ms)Region opened successfully at 1731483721278 (+1 ms)
2024-11-13T07:42:01,280 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1., pid=6, masterSystemTime=1731483721246
2024-11-13T07:42:01,284 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:42:01,284 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:42:01,285 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39d878bbf702e6bb5f33fc8cd23055f1, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:01,289 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39d878bbf702e6bb5f33fc8cd23055f1, server=2998b885bdef,45165,1731483656065 because future has completed
2024-11-13T07:42:01,295 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-13T07:42:01,295 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39d878bbf702e6bb5f33fc8cd23055f1, server=2998b885bdef,45165,1731483656065 in 199 msec
2024-11-13T07:42:01,299 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-13T07:42:01,299 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=39d878bbf702e6bb5f33fc8cd23055f1, ASSIGN in 369 msec
2024-11-13T07:42:01,300 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:42:01,301 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483721300"}]},"ts":"1731483721300"}
2024-11-13T07:42:01,305 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-13T07:42:01,307 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:42:01,311 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2610 sec
2024-11-13T07:42:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T07:42:03,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-13T07:42:03,090 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-13T07:42:03,094 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:03,104 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-13T07:42:03,104 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:03,105 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-13T07:42:03,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:42:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,45165,1731483656065, seqNum=-1]
2024-11-13T07:42:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:42:03,113 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:42:03,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:42:03,132 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T07:42:03,135 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-13T07:42:03,141 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-13T07:42:03,145 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-13T07:42:03,147 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-13T07:42:03,148 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5148373449424502792
2024-11-13T07:42:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:55908 deadline: 1731483726147, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T07:42:03,156 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-13T07:42:03,158 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-13T07:42:03,159 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T07:42:03,161 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T07:42:03,162 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5148373449424502794
2024-11-13T07:42:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:55908 deadline: 1731483726160, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T07:42:03,166 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T07:42:03,167 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5148373449424502795
2024-11-13T07:42:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:55908 deadline: 1731483726165, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T07:42:03,170 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T07:42:03,171 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5148373449424502796
2024-11-13T07:42:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:55908 deadline: 1731483726169, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T07:42:03,174 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T07:42:03,184 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/2998b885bdef:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-291513952_22 at /127.0.0.1:37664 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 159), ProcessCount=11 (was 11), AvailableMemoryMB=8615 (was 8628)
2024-11-13T07:42:03,192 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=8614
2024-11-13T07:42:03,195 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:42:03,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44795 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-13T07:42:03,199 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:42:03,199 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:03,199 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-13T07:42:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T07:42:03,201 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:42:03,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741837_1013 (size=414)
2024-11-13T07:42:03,617 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad3120d37750db5dccfabd11faab7f0a, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:42:03,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741838_1014 (size=65)
2024-11-13T07:42:04,032 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:04,032 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing ad3120d37750db5dccfabd11faab7f0a, disabling compactions & flushes
2024-11-13T07:42:04,033 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:42:04,033 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:42:04,033 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a. after waiting 0 ms
2024-11-13T07:42:04,033 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:42:04,033 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:42:04,034 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad3120d37750db5dccfabd11faab7f0a:
Waiting for close lock at 1731483724032Disabling compacts and flushes for region at 1731483724032Disabling writes for close at 1731483724033 (+1 ms)Writing region close event to WAL at 1731483724033Closed at 1731483724033
2024-11-13T07:42:04,037 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:42:04,037 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731483724037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731483724037"}]},"ts":"1731483724037"}
2024-11-13T07:42:04,042 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:42:04,045 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:42:04,045 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483724045"}]},"ts":"1731483724045"}
2024-11-13T07:42:04,049 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-13T07:42:04,049 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=ad3120d37750db5dccfabd11faab7f0a, ASSIGN}]
2024-11-13T07:42:04,051 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=ad3120d37750db5dccfabd11faab7f0a, ASSIGN
2024-11-13T07:42:04,053 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=ad3120d37750db5dccfabd11faab7f0a, ASSIGN; state=OFFLINE, location=2998b885bdef,45165,1731483656065; forceNewPlan=false, retain=false
2024-11-13T07:42:04,204 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ad3120d37750db5dccfabd11faab7f0a, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:04,212 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=ad3120d37750db5dccfabd11faab7f0a, ASSIGN because future has completed
2024-11-13T07:42:04,213 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad3120d37750db5dccfabd11faab7f0a, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:42:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T07:42:04,382 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:42:04,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => ad3120d37750db5dccfabd11faab7f0a, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:42:04,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:42:04,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:04,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:42:04,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:42:04,385 INFO  [StoreOpener-ad3120d37750db5dccfabd11faab7f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ad3120d37750db5dccfabd11faab7f0a 
2024-11-13T07:42:04,387 INFO  [StoreOpener-ad3120d37750db5dccfabd11faab7f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad3120d37750db5dccfabd11faab7f0a columnFamilyName testFamily
2024-11-13T07:42:04,387 DEBUG [StoreOpener-ad3120d37750db5dccfabd11faab7f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:04,388 INFO  [StoreOpener-ad3120d37750db5dccfabd11faab7f0a-1 {}] regionserver.HStore(327): Store=ad3120d37750db5dccfabd11faab7f0a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:42:04,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:42:04,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScanner/ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:42:04,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScanner/ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:42:04,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:42:04,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:42:04,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:42:04,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScanner/ad3120d37750db5dccfabd11faab7f0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:42:04,397 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened ad3120d37750db5dccfabd11faab7f0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66167411, jitterRate=-0.014028742909431458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T07:42:04,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:42:04,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for ad3120d37750db5dccfabd11faab7f0a:
Running coprocessor pre-open hook at 1731483724383Writing region info on filesystem at 1731483724383Initializing all the Stores at 1731483724385 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483724385Cleaning up temporary data from old regions at 1731483724391 (+6 ms)Running coprocessor post-open hooks at 1731483724397 (+6 ms)Region opened successfully at 1731483724399 (+2 ms)
2024-11-13T07:42:04,401 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a., pid=9, masterSystemTime=1731483724369
2024-11-13T07:42:04,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:42:04,405 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:42:04,406 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ad3120d37750db5dccfabd11faab7f0a, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:04,410 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad3120d37750db5dccfabd11faab7f0a, server=2998b885bdef,45165,1731483656065 because future has completed
2024-11-13T07:42:04,416 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-13T07:42:04,416 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ad3120d37750db5dccfabd11faab7f0a, server=2998b885bdef,45165,1731483656065 in 199 msec
2024-11-13T07:42:04,420 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-13T07:42:04,420 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=ad3120d37750db5dccfabd11faab7f0a, ASSIGN in 367 msec
2024-11-13T07:42:04,422 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:42:04,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483724422"}]},"ts":"1731483724422"}
2024-11-13T07:42:04,425 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-13T07:42:04,427 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:42:04,430 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2320 sec
2024-11-13T07:42:05,165 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:42:05,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-13T07:42:05,196 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-13T07:42:05,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-13T07:42:05,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-13T07:42:05,644 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-13T07:42:05,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T07:42:05,647 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-13T07:42:05,648 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-13T07:42:05,648 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T07:42:05,650 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-13T07:42:05,650 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-13T07:42:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T07:42:06,228 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-13T07:42:06,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-13T07:42:06,229 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:06,237 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-13T07:42:06,237 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:06,237 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-13T07:42:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:42:06,251 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T07:42:06,251 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-13T07:42:06,255 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T07:42:06,257 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-13T07:42:12,263 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a., hostname=2998b885bdef,45165,1731483656065, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a., hostname=2998b885bdef,45165,1731483656065, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2998b885bdef:45165 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-13T07:42:12,263 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a., hostname=2998b885bdef,45165,1731483656065, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-13T07:42:12,263 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a., hostname=2998b885bdef,45165,1731483656065, seqNum=2 from cache
2024-11-13T07:42:12,275 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 146) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8602 (was 8614)
2024-11-13T07:42:12,285 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=8601
2024-11-13T07:42:12,288 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:42:12,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44795 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-13T07:42:12,293 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:42:12,293 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:12,293 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-13T07:42:12,295 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:42:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T07:42:12,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741839_1015 (size=412)
2024-11-13T07:42:12,714 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc1d51dc56ac27bc1413328ace458546, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:42:12,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741840_1016 (size=63)
2024-11-13T07:42:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-13T07:42:13,131 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:13,131 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing fc1d51dc56ac27bc1413328ace458546, disabling compactions & flushes
2024-11-13T07:42:13,131 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:42:13,132 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:42:13,132 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546. after waiting 0 ms
2024-11-13T07:42:13,132 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:42:13,132 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:42:13,132 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc1d51dc56ac27bc1413328ace458546:
Waiting for close lock at 1731483733131Disabling compacts and flushes for region at 1731483733131Disabling writes for close at 1731483733132 (+1 ms)Writing region close event to WAL at 1731483733132Closed at 1731483733132
2024-11-13T07:42:13,136 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:42:13,136 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731483733136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731483733136"}]},"ts":"1731483733136"}
2024-11-13T07:42:13,140 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:42:13,142 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:42:13,142 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483733142"}]},"ts":"1731483733142"}
2024-11-13T07:42:13,144 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-13T07:42:13,145 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fc1d51dc56ac27bc1413328ace458546, ASSIGN}]
2024-11-13T07:42:13,147 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fc1d51dc56ac27bc1413328ace458546, ASSIGN
2024-11-13T07:42:13,148 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fc1d51dc56ac27bc1413328ace458546, ASSIGN; state=OFFLINE, location=2998b885bdef,45165,1731483656065; forceNewPlan=false, retain=false
2024-11-13T07:42:13,299 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fc1d51dc56ac27bc1413328ace458546, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:13,308 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fc1d51dc56ac27bc1413328ace458546, ASSIGN because future has completed
2024-11-13T07:42:13,309 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1d51dc56ac27bc1413328ace458546, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:42:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T07:42:13,473 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:42:13,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => fc1d51dc56ac27bc1413328ace458546, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:42:13,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:42:13,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:13,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:42:13,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:42:13,477 INFO  [StoreOpener-fc1d51dc56ac27bc1413328ace458546-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fc1d51dc56ac27bc1413328ace458546 
2024-11-13T07:42:13,480 INFO  [StoreOpener-fc1d51dc56ac27bc1413328ace458546-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1d51dc56ac27bc1413328ace458546 columnFamilyName testFamily
2024-11-13T07:42:13,480 DEBUG [StoreOpener-fc1d51dc56ac27bc1413328ace458546-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:13,481 INFO  [StoreOpener-fc1d51dc56ac27bc1413328ace458546-1 {}] regionserver.HStore(327): Store=fc1d51dc56ac27bc1413328ace458546/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:42:13,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:42:13,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNextAsync/fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:42:13,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNextAsync/fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:42:13,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:42:13,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:42:13,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:42:13,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNextAsync/fc1d51dc56ac27bc1413328ace458546/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:42:13,493 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened fc1d51dc56ac27bc1413328ace458546; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71242010, jitterRate=0.061588674783706665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T07:42:13,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:42:13,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for fc1d51dc56ac27bc1413328ace458546:
Running coprocessor pre-open hook at 1731483733474Writing region info on filesystem at 1731483733474Initializing all the Stores at 1731483733476 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483733476Cleaning up temporary data from old regions at 1731483733484 (+8 ms)Running coprocessor post-open hooks at 1731483733493 (+9 ms)Region opened successfully at 1731483733494 (+1 ms)
2024-11-13T07:42:13,495 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546., pid=12, masterSystemTime=1731483733463
2024-11-13T07:42:13,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:42:13,498 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:42:13,499 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fc1d51dc56ac27bc1413328ace458546, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:13,502 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1d51dc56ac27bc1413328ace458546, server=2998b885bdef,45165,1731483656065 because future has completed
2024-11-13T07:42:13,507 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-13T07:42:13,507 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fc1d51dc56ac27bc1413328ace458546, server=2998b885bdef,45165,1731483656065 in 195 msec
2024-11-13T07:42:13,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-13T07:42:13,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fc1d51dc56ac27bc1413328ace458546, ASSIGN in 362 msec
2024-11-13T07:42:13,512 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:42:13,512 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483733512"}]},"ts":"1731483733512"}
2024-11-13T07:42:13,515 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-13T07:42:13,516 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:42:13,520 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2280 sec
2024-11-13T07:42:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T07:42:15,326 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-13T07:42:15,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-13T07:42:15,326 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:15,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-13T07:42:15,332 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:15,333 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-13T07:42:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:42:15,349 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T07:42:15,350 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-13T07:42:15,353 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T07:42:15,355 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T07:42:15,357 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T07:42:15,358 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-13T07:42:15,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-13T07:42:15,644 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T07:42:17,200 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-13T07:42:19,002 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:42:21,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45165 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502805' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T07:42:21,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45165 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:55908 deadline: 1731483747374, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502805' does not exist
2024-11-13T07:42:21,381 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2998b885bdef,45165,1731483656065 for closing scanner id = 5148373449424502805 for fc1d51dc56ac27bc1413328ace458546 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502805' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:42:21,384 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=129 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=8594 (was 8601)
2024-11-13T07:42:21,393 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=129, ProcessCount=11, AvailableMemoryMB=8593
2024-11-13T07:42:21,395 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:42:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-13T07:42:21,399 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:42:21,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:21,399 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-13T07:42:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T07:42:21,400 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:42:21,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741841_1017 (size=423)
2024-11-13T07:42:21,818 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e56e087b2ecc5760f6b39e7c264b263b, NAME => 'testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:42:21,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741842_1018 (size=74)
2024-11-13T07:42:21,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-13T07:42:22,235 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:22,235 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing e56e087b2ecc5760f6b39e7c264b263b, disabling compactions & flushes
2024-11-13T07:42:22,235 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:42:22,235 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:42:22,236 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b. after waiting 0 ms
2024-11-13T07:42:22,236 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:42:22,236 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:42:22,236 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for e56e087b2ecc5760f6b39e7c264b263b:
Waiting for close lock at 1731483742235Disabling compacts and flushes for region at 1731483742235Disabling writes for close at 1731483742236 (+1 ms)Writing region close event to WAL at 1731483742236Closed at 1731483742236
2024-11-13T07:42:22,240 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:42:22,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731483742240"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731483742240"}]},"ts":"1731483742240"}
2024-11-13T07:42:22,244 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:42:22,246 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:42:22,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483742246"}]},"ts":"1731483742246"}
2024-11-13T07:42:22,250 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-13T07:42:22,250 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e56e087b2ecc5760f6b39e7c264b263b, ASSIGN}]
2024-11-13T07:42:22,253 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e56e087b2ecc5760f6b39e7c264b263b, ASSIGN
2024-11-13T07:42:22,254 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e56e087b2ecc5760f6b39e7c264b263b, ASSIGN; state=OFFLINE, location=2998b885bdef,45165,1731483656065; forceNewPlan=false, retain=false
2024-11-13T07:42:22,406 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e56e087b2ecc5760f6b39e7c264b263b, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:22,414 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e56e087b2ecc5760f6b39e7c264b263b, ASSIGN because future has completed
2024-11-13T07:42:22,415 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e56e087b2ecc5760f6b39e7c264b263b, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:42:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T07:42:22,581 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:42:22,582 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e56e087b2ecc5760f6b39e7c264b263b, NAME => 'testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:42:22,582 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:42:22,583 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:22,583 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:42:22,583 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:42:22,586 INFO  [StoreOpener-e56e087b2ecc5760f6b39e7c264b263b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e56e087b2ecc5760f6b39e7c264b263b 
2024-11-13T07:42:22,590 INFO  [StoreOpener-e56e087b2ecc5760f6b39e7c264b263b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e56e087b2ecc5760f6b39e7c264b263b columnFamilyName testFamily
2024-11-13T07:42:22,590 DEBUG [StoreOpener-e56e087b2ecc5760f6b39e7c264b263b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:22,591 INFO  [StoreOpener-e56e087b2ecc5760f6b39e7c264b263b-1 {}] regionserver.HStore(327): Store=e56e087b2ecc5760f6b39e7c264b263b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:42:22,591 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:42:22,592 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextException/e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:42:22,593 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextException/e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:42:22,594 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:42:22,594 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:42:22,596 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:42:22,599 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextException/e56e087b2ecc5760f6b39e7c264b263b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:42:22,600 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e56e087b2ecc5760f6b39e7c264b263b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70672803, jitterRate=0.05310682952404022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T07:42:22,600 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:42:22,601 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e56e087b2ecc5760f6b39e7c264b263b:
Running coprocessor pre-open hook at 1731483742583Writing region info on filesystem at 1731483742583Initializing all the Stores at 1731483742585 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483742585Cleaning up temporary data from old regions at 1731483742594 (+9 ms)Running coprocessor post-open hooks at 1731483742601 (+7 ms)Region opened successfully at 1731483742601
2024-11-13T07:42:22,602 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b., pid=15, masterSystemTime=1731483742569
2024-11-13T07:42:22,605 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:42:22,605 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:42:22,606 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e56e087b2ecc5760f6b39e7c264b263b, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:22,609 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e56e087b2ecc5760f6b39e7c264b263b, server=2998b885bdef,45165,1731483656065 because future has completed
2024-11-13T07:42:22,614 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-13T07:42:22,614 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e56e087b2ecc5760f6b39e7c264b263b, server=2998b885bdef,45165,1731483656065 in 196 msec
2024-11-13T07:42:22,617 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-13T07:42:22,617 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e56e087b2ecc5760f6b39e7c264b263b, ASSIGN in 364 msec
2024-11-13T07:42:22,618 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:42:22,618 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483742618"}]},"ts":"1731483742618"}
2024-11-13T07:42:22,621 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-13T07:42:22,622 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:42:22,625 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2270 sec
2024-11-13T07:42:23,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-13T07:42:24,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:42:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T07:42:24,438 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-13T07:42:24,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-13T07:42:24,439 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:24,450 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-13T07:42:24,450 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:24,450 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-13T07:42:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:42:24,467 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T07:42:24,467 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-13T07:42:24,470 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-13T07:42:24,473 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-13T07:42:24,474 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-13T07:42:24,475 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5148373449424502809
2024-11-13T07:42:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:55908 deadline: 1731483747474, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T07:42:24,479 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-13T07:42:24,481 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-13T07:42:24,481 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T07:42:24,483 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T07:42:24,484 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5148373449424502811
2024-11-13T07:42:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:55908 deadline: 1731483747483, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T07:42:24,488 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T07:42:24,488 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5148373449424502812
2024-11-13T07:42:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:55908 deadline: 1731483747487, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T07:42:24,492 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T07:42:24,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5148373449424502813
2024-11-13T07:42:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:55908 deadline: 1731483747491, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T07:42:24,495 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T07:42:24,505 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-291513952_22 at /127.0.0.1:37936 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=129 (was 129), ProcessCount=11 (was 11), AvailableMemoryMB=8588 (was 8593)
2024-11-13T07:42:24,514 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=129, ProcessCount=11, AvailableMemoryMB=8588
2024-11-13T07:42:24,518 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:42:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-13T07:42:24,522 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:42:24,522 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:24,522 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-13T07:42:24,524 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:42:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-13T07:42:24,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741843_1019 (size=418)
2024-11-13T07:42:24,944 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71be12f8290fa6ad3f2fdc9e6729fdbd, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:42:24,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741844_1020 (size=69)
2024-11-13T07:42:25,361 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:25,361 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 71be12f8290fa6ad3f2fdc9e6729fdbd, disabling compactions & flushes
2024-11-13T07:42:25,361 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:42:25,361 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:42:25,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd. after waiting 0 ms
2024-11-13T07:42:25,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:42:25,362 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:42:25,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71be12f8290fa6ad3f2fdc9e6729fdbd:
Waiting for close lock at 1731483745361Disabling compacts and flushes for region at 1731483745361Disabling writes for close at 1731483745362 (+1 ms)Writing region close event to WAL at 1731483745362Closed at 1731483745362
2024-11-13T07:42:25,366 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:42:25,366 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731483745366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731483745366"}]},"ts":"1731483745366"}
2024-11-13T07:42:25,370 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:42:25,372 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:42:25,372 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483745372"}]},"ts":"1731483745372"}
2024-11-13T07:42:25,376 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-13T07:42:25,376 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=71be12f8290fa6ad3f2fdc9e6729fdbd, ASSIGN}]
2024-11-13T07:42:25,378 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=71be12f8290fa6ad3f2fdc9e6729fdbd, ASSIGN
2024-11-13T07:42:25,380 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=71be12f8290fa6ad3f2fdc9e6729fdbd, ASSIGN; state=OFFLINE, location=2998b885bdef,45165,1731483656065; forceNewPlan=false, retain=false
2024-11-13T07:42:25,532 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=71be12f8290fa6ad3f2fdc9e6729fdbd, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-13T07:42:25,541 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=71be12f8290fa6ad3f2fdc9e6729fdbd, ASSIGN because future has completed
2024-11-13T07:42:25,542 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71be12f8290fa6ad3f2fdc9e6729fdbd, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:42:25,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-13T07:42:25,644 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-13T07:42:25,705 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:42:25,705 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 71be12f8290fa6ad3f2fdc9e6729fdbd, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:42:25,706 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:42:25,706 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:25,706 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:42:25,706 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:42:25,709 INFO  [StoreOpener-71be12f8290fa6ad3f2fdc9e6729fdbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 71be12f8290fa6ad3f2fdc9e6729fdbd 
2024-11-13T07:42:25,711 INFO  [StoreOpener-71be12f8290fa6ad3f2fdc9e6729fdbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71be12f8290fa6ad3f2fdc9e6729fdbd columnFamilyName testFamily
2024-11-13T07:42:25,712 DEBUG [StoreOpener-71be12f8290fa6ad3f2fdc9e6729fdbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:25,712 INFO  [StoreOpener-71be12f8290fa6ad3f2fdc9e6729fdbd-1 {}] regionserver.HStore(327): Store=71be12f8290fa6ad3f2fdc9e6729fdbd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:42:25,713 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:42:25,714 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScanner/71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:42:25,714 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScanner/71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:42:25,715 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:42:25,715 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:42:25,717 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:42:25,720 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScanner/71be12f8290fa6ad3f2fdc9e6729fdbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:42:25,721 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 71be12f8290fa6ad3f2fdc9e6729fdbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65056984, jitterRate=-0.03057539463043213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T07:42:25,721 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:42:25,721 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 71be12f8290fa6ad3f2fdc9e6729fdbd:
Running coprocessor pre-open hook at 1731483745706Writing region info on filesystem at 1731483745706Initializing all the Stores at 1731483745708 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483745708Cleaning up temporary data from old regions at 1731483745715 (+7 ms)Running coprocessor post-open hooks at 1731483745721 (+6 ms)Region opened successfully at 1731483745721
2024-11-13T07:42:25,722 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., pid=18, masterSystemTime=1731483745696
2024-11-13T07:42:25,725 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:42:25,725 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:42:25,726 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=71be12f8290fa6ad3f2fdc9e6729fdbd, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:25,729 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71be12f8290fa6ad3f2fdc9e6729fdbd, server=2998b885bdef,45165,1731483656065 because future has completed
2024-11-13T07:42:25,733 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-13T07:42:25,733 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 71be12f8290fa6ad3f2fdc9e6729fdbd, server=2998b885bdef,45165,1731483656065 in 189 msec
2024-11-13T07:42:25,736 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-13T07:42:25,736 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=71be12f8290fa6ad3f2fdc9e6729fdbd, ASSIGN in 357 msec
2024-11-13T07:42:25,738 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:42:25,738 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483745738"}]},"ts":"1731483745738"}
2024-11-13T07:42:25,740 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-13T07:42:25,741 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:42:25,744 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2230 sec
2024-11-13T07:42:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-13T07:42:27,555 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-13T07:42:27,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-13T07:42:27,556 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:27,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-13T07:42:27,562 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:27,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-13T07:42:27,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:42:27,579 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T07:42:27,579 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-13T07:42:27,582 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T07:42:27,583 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T07:42:28,086 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:42:28,587 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., hostname=2998b885bdef,45165,1731483656065, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., hostname=2998b885bdef,45165,1731483656065, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2998b885bdef:45165 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-11-13T07:42:28,587 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., hostname=2998b885bdef,45165,1731483656065, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-11-13T07:42:28,588 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., hostname=2998b885bdef,45165,1731483656065, seqNum=2 from cache
2024-11-13T07:42:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-13T07:42:29,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-13T07:42:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:42:29,617 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T07:42:30,587 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., hostname=2998b885bdef,45165,1731483656065, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., hostname=2998b885bdef,45165,1731483656065, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2998b885bdef:45165 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=971ms, rpcTimeout=966ms
2024-11-13T07:42:30,587 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., hostname=2998b885bdef,45165,1731483656065, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=971ms, rpcTimeout=966ms
2024-11-13T07:42:30,588 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., hostname=2998b885bdef,45165,1731483656065, seqNum=2 from cache
2024-11-13T07:42:30,604 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 129), ProcessCount=11 (was 11), AvailableMemoryMB=8585 (was 8588)
2024-11-13T07:42:30,614 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=8584
2024-11-13T07:42:30,616 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:42:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-13T07:42:30,619 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:42:30,620 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:30,620 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-13T07:42:30,621 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:42:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T07:42:30,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741845_1021 (size=416)
2024-11-13T07:42:31,039 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3d126ee39f6091ad393970058189e48, NAME => 'testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:42:31,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741846_1022 (size=67)
2024-11-13T07:42:31,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-13T07:42:31,451 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:31,452 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing f3d126ee39f6091ad393970058189e48, disabling compactions & flushes
2024-11-13T07:42:31,452 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:42:31,453 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:42:31,453 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48. after waiting 0 ms
2024-11-13T07:42:31,453 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:42:31,453 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:42:31,454 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3d126ee39f6091ad393970058189e48:
Waiting for close lock at 1731483751452Disabling compacts and flushes for region at 1731483751452Disabling writes for close at 1731483751453 (+1 ms)Writing region close event to WAL at 1731483751453Closed at 1731483751453
2024-11-13T07:42:31,456 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:42:31,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731483751456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731483751456"}]},"ts":"1731483751456"}
2024-11-13T07:42:31,460 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:42:31,461 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:42:31,461 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483751461"}]},"ts":"1731483751461"}
2024-11-13T07:42:31,464 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-13T07:42:31,464 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f3d126ee39f6091ad393970058189e48, ASSIGN}]
2024-11-13T07:42:31,466 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f3d126ee39f6091ad393970058189e48, ASSIGN
2024-11-13T07:42:31,468 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f3d126ee39f6091ad393970058189e48, ASSIGN; state=OFFLINE, location=2998b885bdef,45165,1731483656065; forceNewPlan=false, retain=false
2024-11-13T07:42:31,619 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f3d126ee39f6091ad393970058189e48, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:31,627 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f3d126ee39f6091ad393970058189e48, ASSIGN because future has completed
2024-11-13T07:42:31,628 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3d126ee39f6091ad393970058189e48, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:42:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T07:42:31,795 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:42:31,796 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f3d126ee39f6091ad393970058189e48, NAME => 'testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:42:31,797 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync f3d126ee39f6091ad393970058189e48
2024-11-13T07:42:31,797 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:31,797 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f3d126ee39f6091ad393970058189e48
2024-11-13T07:42:31,797 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f3d126ee39f6091ad393970058189e48
2024-11-13T07:42:31,800 INFO  [StoreOpener-f3d126ee39f6091ad393970058189e48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f3d126ee39f6091ad393970058189e48 
2024-11-13T07:42:31,802 INFO  [StoreOpener-f3d126ee39f6091ad393970058189e48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3d126ee39f6091ad393970058189e48 columnFamilyName testFamily
2024-11-13T07:42:31,802 DEBUG [StoreOpener-f3d126ee39f6091ad393970058189e48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:31,803 INFO  [StoreOpener-f3d126ee39f6091ad393970058189e48-1 {}] regionserver.HStore(327): Store=f3d126ee39f6091ad393970058189e48/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:42:31,803 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f3d126ee39f6091ad393970058189e48
2024-11-13T07:42:31,804 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNextAsync/f3d126ee39f6091ad393970058189e48
2024-11-13T07:42:31,805 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNextAsync/f3d126ee39f6091ad393970058189e48
2024-11-13T07:42:31,806 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f3d126ee39f6091ad393970058189e48
2024-11-13T07:42:31,806 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f3d126ee39f6091ad393970058189e48
2024-11-13T07:42:31,808 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f3d126ee39f6091ad393970058189e48
2024-11-13T07:42:31,811 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNextAsync/f3d126ee39f6091ad393970058189e48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:42:31,812 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f3d126ee39f6091ad393970058189e48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61943125, jitterRate=-0.0769755095243454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T07:42:31,812 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3d126ee39f6091ad393970058189e48
2024-11-13T07:42:31,813 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f3d126ee39f6091ad393970058189e48:
Running coprocessor pre-open hook at 1731483751797Writing region info on filesystem at 1731483751797Initializing all the Stores at 1731483751799 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483751799Cleaning up temporary data from old regions at 1731483751806 (+7 ms)Running coprocessor post-open hooks at 1731483751812 (+6 ms)Region opened successfully at 1731483751813 (+1 ms)
2024-11-13T07:42:31,814 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48., pid=21, masterSystemTime=1731483751783
2024-11-13T07:42:31,817 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:42:31,817 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:42:31,817 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f3d126ee39f6091ad393970058189e48, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:31,820 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3d126ee39f6091ad393970058189e48, server=2998b885bdef,45165,1731483656065 because future has completed
2024-11-13T07:42:31,824 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-13T07:42:31,824 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure f3d126ee39f6091ad393970058189e48, server=2998b885bdef,45165,1731483656065 in 193 msec
2024-11-13T07:42:31,827 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-13T07:42:31,827 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f3d126ee39f6091ad393970058189e48, ASSIGN in 360 msec
2024-11-13T07:42:31,828 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:42:31,828 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483751828"}]},"ts":"1731483751828"}
2024-11-13T07:42:31,830 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-13T07:42:31,832 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:42:31,834 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2160 sec
2024-11-13T07:42:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T07:42:33,648 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-13T07:42:33,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-13T07:42:33,649 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:33,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-13T07:42:33,659 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:33,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-13T07:42:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:42:33,676 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T07:42:33,676 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-13T07:42:33,679 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T07:42:33,681 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T07:42:33,682 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T07:42:33,683 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-13T07:42:35,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-13T07:42:35,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-13T07:42:35,644 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-13T07:42:35,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-13T07:42:35,647 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T07:42:36,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45165 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502824' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T07:42:36,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45165 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:55908 deadline: 1731483757694, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502824' does not exist
2024-11-13T07:42:36,698 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2998b885bdef,45165,1731483656065 for closing scanner id = 5148373449424502824 for f3d126ee39f6091ad393970058189e48 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502824' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:42:36,703 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=8584 (was 8584)
2024-11-13T07:42:36,710 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=8584
2024-11-13T07:42:36,712 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:42:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-13T07:42:36,716 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:42:36,716 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:36,716 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-13T07:42:36,718 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:42:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-13T07:42:36,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741847_1023 (size=411)
2024-11-13T07:42:37,133 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c680812efd91334b6d812d817093fb0c, NAME => 'testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:42:37,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741848_1024 (size=62)
2024-11-13T07:42:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-13T07:42:37,302 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:42:37,545 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:37,546 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing c680812efd91334b6d812d817093fb0c, disabling compactions & flushes
2024-11-13T07:42:37,546 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:42:37,546 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:42:37,547 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c. after waiting 0 ms
2024-11-13T07:42:37,547 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:42:37,547 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:42:37,547 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for c680812efd91334b6d812d817093fb0c:
Waiting for close lock at 1731483757546Disabling compacts and flushes for region at 1731483757546Disabling writes for close at 1731483757547 (+1 ms)Writing region close event to WAL at 1731483757547Closed at 1731483757547
2024-11-13T07:42:37,549 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:42:37,550 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731483757549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731483757549"}]},"ts":"1731483757549"}
2024-11-13T07:42:37,553 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:42:37,555 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:42:37,555 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483757555"}]},"ts":"1731483757555"}
2024-11-13T07:42:37,558 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-13T07:42:37,558 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=c680812efd91334b6d812d817093fb0c, ASSIGN}]
2024-11-13T07:42:37,560 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=c680812efd91334b6d812d817093fb0c, ASSIGN
2024-11-13T07:42:37,562 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=c680812efd91334b6d812d817093fb0c, ASSIGN; state=OFFLINE, location=2998b885bdef,45165,1731483656065; forceNewPlan=false, retain=false
2024-11-13T07:42:37,714 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=c680812efd91334b6d812d817093fb0c, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:37,721 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=c680812efd91334b6d812d817093fb0c, ASSIGN because future has completed
2024-11-13T07:42:37,722 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure c680812efd91334b6d812d817093fb0c, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:42:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-13T07:42:37,889 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:42:37,889 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c680812efd91334b6d812d817093fb0c, NAME => 'testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:42:37,890 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext c680812efd91334b6d812d817093fb0c
2024-11-13T07:42:37,890 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:37,891 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c680812efd91334b6d812d817093fb0c
2024-11-13T07:42:37,891 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c680812efd91334b6d812d817093fb0c
2024-11-13T07:42:37,894 INFO  [StoreOpener-c680812efd91334b6d812d817093fb0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c680812efd91334b6d812d817093fb0c 
2024-11-13T07:42:37,897 INFO  [StoreOpener-c680812efd91334b6d812d817093fb0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c680812efd91334b6d812d817093fb0c columnFamilyName testFamily
2024-11-13T07:42:37,897 DEBUG [StoreOpener-c680812efd91334b6d812d817093fb0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:37,898 INFO  [StoreOpener-c680812efd91334b6d812d817093fb0c-1 {}] regionserver.HStore(327): Store=c680812efd91334b6d812d817093fb0c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:42:37,899 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c680812efd91334b6d812d817093fb0c
2024-11-13T07:42:37,900 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNext/c680812efd91334b6d812d817093fb0c
2024-11-13T07:42:37,901 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNext/c680812efd91334b6d812d817093fb0c
2024-11-13T07:42:37,902 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c680812efd91334b6d812d817093fb0c
2024-11-13T07:42:37,902 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c680812efd91334b6d812d817093fb0c
2024-11-13T07:42:37,907 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c680812efd91334b6d812d817093fb0c
2024-11-13T07:42:37,912 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNext/c680812efd91334b6d812d817093fb0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:42:37,913 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c680812efd91334b6d812d817093fb0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68927323, jitterRate=0.027097150683403015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T07:42:37,913 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c680812efd91334b6d812d817093fb0c
2024-11-13T07:42:37,914 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c680812efd91334b6d812d817093fb0c:
Running coprocessor pre-open hook at 1731483757891Writing region info on filesystem at 1731483757891Initializing all the Stores at 1731483757894 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483757894Cleaning up temporary data from old regions at 1731483757902 (+8 ms)Running coprocessor post-open hooks at 1731483757913 (+11 ms)Region opened successfully at 1731483757914 (+1 ms)
2024-11-13T07:42:37,916 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c., pid=24, masterSystemTime=1731483757877
2024-11-13T07:42:37,919 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:42:37,919 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:42:37,921 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=c680812efd91334b6d812d817093fb0c, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:37,924 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure c680812efd91334b6d812d817093fb0c, server=2998b885bdef,45165,1731483656065 because future has completed
2024-11-13T07:42:37,927 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-13T07:42:37,927 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure c680812efd91334b6d812d817093fb0c, server=2998b885bdef,45165,1731483656065 in 203 msec
2024-11-13T07:42:37,930 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-13T07:42:37,930 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=c680812efd91334b6d812d817093fb0c, ASSIGN in 369 msec
2024-11-13T07:42:37,931 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:42:37,932 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483757931"}]},"ts":"1731483757931"}
2024-11-13T07:42:37,934 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-13T07:42:37,935 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:42:37,938 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2230 sec
2024-11-13T07:42:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-13T07:42:39,758 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-13T07:42:39,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-13T07:42:39,759 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:39,767 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-13T07:42:39,767 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:39,767 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-13T07:42:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:42:39,782 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T07:42:39,782 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-13T07:42:39,785 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T07:42:39,787 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T07:42:39,789 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T07:42:39,789 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-13T07:42:40,773 INFO  [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-13T07:42:40,773 INFO  [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-13T07:42:41,213 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-13T07:42:42,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45165 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502828' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T07:42:42,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45165 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:55908 deadline: 1731483763798, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502828' does not exist
2024-11-13T07:42:42,807 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2998b885bdef,45165,1731483656065 for closing scanner id = 5148373449424502828 for c680812efd91334b6d812d817093fb0c of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502828' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:42:42,816 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 108) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8584 (was 8584)
2024-11-13T07:42:42,823 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=8584
2024-11-13T07:42:42,825 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:42:42,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44795 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-13T07:42:42,829 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:42:42,829 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:42,829 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-13T07:42:42,830 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:42:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T07:42:42,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741849_1025 (size=419)
2024-11-13T07:42:43,247 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1ea227eef2ad2ec05a1c99285896ab2, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:42:43,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741850_1026 (size=70)
2024-11-13T07:42:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-13T07:42:43,394 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:42:43,661 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:43,661 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing b1ea227eef2ad2ec05a1c99285896ab2, disabling compactions & flushes
2024-11-13T07:42:43,661 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:42:43,661 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:42:43,661 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2. after waiting 0 ms
2024-11-13T07:42:43,662 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:42:43,662 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:42:43,662 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1ea227eef2ad2ec05a1c99285896ab2:
Waiting for close lock at 1731483763661Disabling compacts and flushes for region at 1731483763661Disabling writes for close at 1731483763661Writing region close event to WAL at 1731483763662 (+1 ms)Closed at 1731483763662
2024-11-13T07:42:43,666 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:42:43,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731483763667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731483763667"}]},"ts":"1731483763667"}
2024-11-13T07:42:43,672 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:42:43,673 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:42:43,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483763673"}]},"ts":"1731483763673"}
2024-11-13T07:42:43,676 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-13T07:42:43,676 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b1ea227eef2ad2ec05a1c99285896ab2, ASSIGN}]
2024-11-13T07:42:43,678 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b1ea227eef2ad2ec05a1c99285896ab2, ASSIGN
2024-11-13T07:42:43,679 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b1ea227eef2ad2ec05a1c99285896ab2, ASSIGN; state=OFFLINE, location=2998b885bdef,45165,1731483656065; forceNewPlan=false, retain=false
2024-11-13T07:42:43,830 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b1ea227eef2ad2ec05a1c99285896ab2, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:43,836 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b1ea227eef2ad2ec05a1c99285896ab2, ASSIGN because future has completed
2024-11-13T07:42:43,837 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1ea227eef2ad2ec05a1c99285896ab2, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:42:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T07:42:44,001 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:42:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => b1ea227eef2ad2ec05a1c99285896ab2, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:42:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:42:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:42:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:42:44,004 INFO  [StoreOpener-b1ea227eef2ad2ec05a1c99285896ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b1ea227eef2ad2ec05a1c99285896ab2 
2024-11-13T07:42:44,007 INFO  [StoreOpener-b1ea227eef2ad2ec05a1c99285896ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1ea227eef2ad2ec05a1c99285896ab2 columnFamilyName testFamily
2024-11-13T07:42:44,007 DEBUG [StoreOpener-b1ea227eef2ad2ec05a1c99285896ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:44,007 INFO  [StoreOpener-b1ea227eef2ad2ec05a1c99285896ab2-1 {}] regionserver.HStore(327): Store=b1ea227eef2ad2ec05a1c99285896ab2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:42:44,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:42:44,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:42:44,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:42:44,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:42:44,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:42:44,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:42:44,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b1ea227eef2ad2ec05a1c99285896ab2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:42:44,016 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened b1ea227eef2ad2ec05a1c99285896ab2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64575047, jitterRate=-0.03775681555271149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T07:42:44,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:42:44,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for b1ea227eef2ad2ec05a1c99285896ab2:
Running coprocessor pre-open hook at 1731483764002Writing region info on filesystem at 1731483764003 (+1 ms)Initializing all the Stores at 1731483764004 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483764004Cleaning up temporary data from old regions at 1731483764010 (+6 ms)Running coprocessor post-open hooks at 1731483764017 (+7 ms)Region opened successfully at 1731483764017
2024-11-13T07:42:44,018 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2., pid=27, masterSystemTime=1731483763992
2024-11-13T07:42:44,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:42:44,021 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:42:44,022 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b1ea227eef2ad2ec05a1c99285896ab2, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:44,024 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1ea227eef2ad2ec05a1c99285896ab2, server=2998b885bdef,45165,1731483656065 because future has completed
2024-11-13T07:42:44,028 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-13T07:42:44,028 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure b1ea227eef2ad2ec05a1c99285896ab2, server=2998b885bdef,45165,1731483656065 in 188 msec
2024-11-13T07:42:44,030 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-13T07:42:44,030 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b1ea227eef2ad2ec05a1c99285896ab2, ASSIGN in 352 msec
2024-11-13T07:42:44,031 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:42:44,032 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483764031"}]},"ts":"1731483764031"}
2024-11-13T07:42:44,034 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-13T07:42:44,035 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:42:44,038 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2100 sec
2024-11-13T07:42:45,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-13T07:42:45,644 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-13T07:42:45,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-13T07:42:45,647 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T07:42:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T07:42:45,868 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-13T07:42:45,868 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-13T07:42:45,869 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:45,878 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-13T07:42:45,879 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:45,879 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-13T07:42:45,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:42:45,893 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T07:42:45,893 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-13T07:42:45,897 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T07:42:45,898 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-13T07:42:47,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-13T07:42:49,508 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:42:51,907 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2., hostname=2998b885bdef,45165,1731483656065, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2., hostname=2998b885bdef,45165,1731483656065, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2998b885bdef:45165 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-13T07:42:51,907 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2., hostname=2998b885bdef,45165,1731483656065, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-13T07:42:51,907 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2., hostname=2998b885bdef,45165,1731483656065, seqNum=2 from cache
2024-11-13T07:42:51,928 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=8582 (was 8584)
2024-11-13T07:42:51,937 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=8582
2024-11-13T07:42:51,940 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:42:51,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44795 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-13T07:42:51,943 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:42:51,943 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:51,944 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-13T07:42:51,945 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:42:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T07:42:51,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741851_1027 (size=407)
2024-11-13T07:42:52,358 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b90cfae55af0277f67029fe0af0bec0a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:42:52,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741852_1028 (size=58)
2024-11-13T07:42:52,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-13T07:42:52,769 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:52,769 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing b90cfae55af0277f67029fe0af0bec0a, disabling compactions & flushes
2024-11-13T07:42:52,769 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:42:52,769 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:42:52,769 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a. after waiting 0 ms
2024-11-13T07:42:52,770 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:42:52,770 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:42:52,770 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for b90cfae55af0277f67029fe0af0bec0a:
Waiting for close lock at 1731483772769Disabling compacts and flushes for region at 1731483772769Disabling writes for close at 1731483772770 (+1 ms)Writing region close event to WAL at 1731483772770Closed at 1731483772770
2024-11-13T07:42:52,773 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:42:52,773 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731483772773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731483772773"}]},"ts":"1731483772773"}
2024-11-13T07:42:52,778 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:42:52,780 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:42:52,780 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483772780"}]},"ts":"1731483772780"}
2024-11-13T07:42:52,783 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-13T07:42:52,784 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b90cfae55af0277f67029fe0af0bec0a, ASSIGN}]
2024-11-13T07:42:52,786 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b90cfae55af0277f67029fe0af0bec0a, ASSIGN
2024-11-13T07:42:52,788 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b90cfae55af0277f67029fe0af0bec0a, ASSIGN; state=OFFLINE, location=2998b885bdef,45165,1731483656065; forceNewPlan=false, retain=false
2024-11-13T07:42:52,940 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b90cfae55af0277f67029fe0af0bec0a, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:52,946 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b90cfae55af0277f67029fe0af0bec0a, ASSIGN because future has completed
2024-11-13T07:42:52,946 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b90cfae55af0277f67029fe0af0bec0a, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:42:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T07:42:53,105 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:42:53,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => b90cfae55af0277f67029fe0af0bec0a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:42:53,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:42:53,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:42:53,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:42:53,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:42:53,109 INFO  [StoreOpener-b90cfae55af0277f67029fe0af0bec0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b90cfae55af0277f67029fe0af0bec0a 
2024-11-13T07:42:53,111 INFO  [StoreOpener-b90cfae55af0277f67029fe0af0bec0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b90cfae55af0277f67029fe0af0bec0a columnFamilyName testFamily
2024-11-13T07:42:53,111 DEBUG [StoreOpener-b90cfae55af0277f67029fe0af0bec0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:42:53,112 INFO  [StoreOpener-b90cfae55af0277f67029fe0af0bec0a-1 {}] regionserver.HStore(327): Store=b90cfae55af0277f67029fe0af0bec0a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:42:53,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:42:53,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNext/b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:42:53,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNext/b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:42:53,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:42:53,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:42:53,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:42:53,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNext/b90cfae55af0277f67029fe0af0bec0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:42:53,122 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened b90cfae55af0277f67029fe0af0bec0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69246267, jitterRate=0.03184978663921356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T07:42:53,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:42:53,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for b90cfae55af0277f67029fe0af0bec0a:
Running coprocessor pre-open hook at 1731483773107Writing region info on filesystem at 1731483773107Initializing all the Stores at 1731483773108 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483773108Cleaning up temporary data from old regions at 1731483773115 (+7 ms)Running coprocessor post-open hooks at 1731483773122 (+7 ms)Region opened successfully at 1731483773123 (+1 ms)
2024-11-13T07:42:53,125 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a., pid=30, masterSystemTime=1731483773100
2024-11-13T07:42:53,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:42:53,127 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:42:53,128 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b90cfae55af0277f67029fe0af0bec0a, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:42:53,131 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b90cfae55af0277f67029fe0af0bec0a, server=2998b885bdef,45165,1731483656065 because future has completed
2024-11-13T07:42:53,134 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-13T07:42:53,134 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure b90cfae55af0277f67029fe0af0bec0a, server=2998b885bdef,45165,1731483656065 in 186 msec
2024-11-13T07:42:53,137 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-13T07:42:53,137 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b90cfae55af0277f67029fe0af0bec0a, ASSIGN in 350 msec
2024-11-13T07:42:53,138 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:42:53,139 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483773138"}]},"ts":"1731483773138"}
2024-11-13T07:42:53,141 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-13T07:42:53,142 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:42:53,144 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2020 sec
2024-11-13T07:42:53,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-13T07:42:54,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:42:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T07:42:54,968 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-13T07:42:54,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-13T07:42:54,969 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:54,980 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-13T07:42:54,980 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:42:54,980 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-13T07:42:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:42:54,993 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T07:42:54,993 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-13T07:42:54,996 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T07:42:54,998 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T07:42:54,999 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T07:42:55,000 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-13T07:42:55,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-13T07:42:55,644 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-13T07:42:58,612 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:43:01,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45165 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502836' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T07:43:01,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45165 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:55908 deadline: 1731483787008, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502836' does not exist
2024-11-13T07:43:01,013 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2998b885bdef,45165,1731483656065 for closing scanner id = 5148373449424502836 for b90cfae55af0277f67029fe0af0bec0a of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5148373449424502836' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:43:01,021 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=8581 (was 8582)
2024-11-13T07:43:01,028 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=8581
2024-11-13T07:43:01,030 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:43:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-13T07:43:01,033 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:43:01,033 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:43:01,033 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-13T07:43:01,034 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:43:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T07:43:01,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741853_1029 (size=423)
2024-11-13T07:43:01,368 DEBUG [master/2998b885bdef:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-13T07:43:01,445 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5dfed4e2fd5e97ea34213751b180c6b1, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7
2024-11-13T07:43:01,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741854_1030 (size=74)
2024-11-13T07:43:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-13T07:43:01,856 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:43:01,856 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5dfed4e2fd5e97ea34213751b180c6b1, disabling compactions & flushes
2024-11-13T07:43:01,857 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:01,857 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:01,857 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1. after waiting 0 ms
2024-11-13T07:43:01,857 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:01,857 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:01,858 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5dfed4e2fd5e97ea34213751b180c6b1:
Waiting for close lock at 1731483781856Disabling compacts and flushes for region at 1731483781856Disabling writes for close at 1731483781857 (+1 ms)Writing region close event to WAL at 1731483781857Closed at 1731483781857
2024-11-13T07:43:01,889 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:43:01,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731483781889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731483781889"}]},"ts":"1731483781889"}
2024-11-13T07:43:01,894 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:43:01,896 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:43:01,896 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483781896"}]},"ts":"1731483781896"}
2024-11-13T07:43:01,900 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-13T07:43:01,901 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5dfed4e2fd5e97ea34213751b180c6b1, ASSIGN}]
2024-11-13T07:43:01,903 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5dfed4e2fd5e97ea34213751b180c6b1, ASSIGN
2024-11-13T07:43:01,904 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5dfed4e2fd5e97ea34213751b180c6b1, ASSIGN; state=OFFLINE, location=2998b885bdef,45165,1731483656065; forceNewPlan=false, retain=false
2024-11-13T07:43:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T07:43:02,055 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=5dfed4e2fd5e97ea34213751b180c6b1, regionState=OPENING, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:43:02,059 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5dfed4e2fd5e97ea34213751b180c6b1, ASSIGN because future has completed
2024-11-13T07:43:02,060 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dfed4e2fd5e97ea34213751b180c6b1, server=2998b885bdef,45165,1731483656065}]
2024-11-13T07:43:02,219 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:02,219 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dfed4e2fd5e97ea34213751b180c6b1, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:43:02,219 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:02,219 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:43:02,220 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:02,220 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:02,221 INFO  [StoreOpener-5dfed4e2fd5e97ea34213751b180c6b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5dfed4e2fd5e97ea34213751b180c6b1 
2024-11-13T07:43:02,223 INFO  [StoreOpener-5dfed4e2fd5e97ea34213751b180c6b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dfed4e2fd5e97ea34213751b180c6b1 columnFamilyName testFamily
2024-11-13T07:43:02,223 DEBUG [StoreOpener-5dfed4e2fd5e97ea34213751b180c6b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:43:02,224 INFO  [StoreOpener-5dfed4e2fd5e97ea34213751b180c6b1-1 {}] regionserver.HStore(327): Store=5dfed4e2fd5e97ea34213751b180c6b1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:43:02,224 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:02,225 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScannerAsync/5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:02,226 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScannerAsync/5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:02,226 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:02,226 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:02,228 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:02,231 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScannerAsync/5dfed4e2fd5e97ea34213751b180c6b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:43:02,232 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 5dfed4e2fd5e97ea34213751b180c6b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71878814, jitterRate=0.07107779383659363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T07:43:02,232 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:02,232 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 5dfed4e2fd5e97ea34213751b180c6b1:
Running coprocessor pre-open hook at 1731483782220Writing region info on filesystem at 1731483782220Initializing all the Stores at 1731483782221 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731483782221Cleaning up temporary data from old regions at 1731483782226 (+5 ms)Running coprocessor post-open hooks at 1731483782232 (+6 ms)Region opened successfully at 1731483782232
2024-11-13T07:43:02,233 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., pid=33, masterSystemTime=1731483782213
2024-11-13T07:43:02,236 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:02,236 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:02,237 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=5dfed4e2fd5e97ea34213751b180c6b1, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,45165,1731483656065
2024-11-13T07:43:02,240 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dfed4e2fd5e97ea34213751b180c6b1, server=2998b885bdef,45165,1731483656065 because future has completed
2024-11-13T07:43:02,244 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-13T07:43:02,245 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dfed4e2fd5e97ea34213751b180c6b1, server=2998b885bdef,45165,1731483656065 in 181 msec
2024-11-13T07:43:02,246 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-13T07:43:02,246 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5dfed4e2fd5e97ea34213751b180c6b1, ASSIGN in 343 msec
2024-11-13T07:43:02,247 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:43:02,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731483782247"}]},"ts":"1731483782247"}
2024-11-13T07:43:02,250 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-13T07:43:02,251 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:43:02,253 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2210 sec
2024-11-13T07:43:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T07:43:04,068 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-13T07:43:04,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-13T07:43:04,069 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:43:04,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-13T07:43:04,079 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T07:43:04,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-13T07:43:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:43:04,094 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T07:43:04,094 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-13T07:43:04,097 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T07:43:04,099 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T07:43:05,107 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., hostname=2998b885bdef,45165,1731483656065, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., hostname=2998b885bdef,45165,1731483656065, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2998b885bdef:45165 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-13T07:43:05,108 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., hostname=2998b885bdef,45165,1731483656065, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-13T07:43:05,108 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., hostname=2998b885bdef,45165,1731483656065, seqNum=2 from cache
2024-11-13T07:43:05,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-13T07:43:05,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-13T07:43:05,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-13T07:43:05,644 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T07:43:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., hostname=2998b885bdef,45165,1731483656065, seqNum=2]
2024-11-13T07:43:06,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T07:43:07,107 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., hostname=2998b885bdef,45165,1731483656065, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., hostname=2998b885bdef,45165,1731483656065, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2998b885bdef:45165 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=972ms, rpcTimeout=963ms
2024-11-13T07:43:07,108 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., hostname=2998b885bdef,45165,1731483656065, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=972ms, rpcTimeout=963ms
2024-11-13T07:43:07,108 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., hostname=2998b885bdef,45165,1731483656065, seqNum=2 from cache
2024-11-13T07:43:07,122 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=88 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=8579 (was 8581)
2024-11-13T07:43:07,122 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:43:07,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:43:07,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:43:07,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:43:07,127 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:43:07,128 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-13T07:43:07,128 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:43:07,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:43:07,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:43:07,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:43:07,128 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:43:07,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-13T07:43:07,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2107674261, stopped=false
2024-11-13T07:43:07,128 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,44795,1731483655298
2024-11-13T07:43:07,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-13T07:43:07,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-13T07:43:07,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:43:07,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:43:07,220 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T07:43:07,221 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:43:07,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:43:07,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:43:07,223 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,45165,1731483656065' *****
2024-11-13T07:43:07,223 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-13T07:43:07,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T07:43:07,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T07:43:07,224 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-13T07:43:07,224 INFO  [RS:0;2998b885bdef:45165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-13T07:43:07,224 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-13T07:43:07,224 INFO  [RS:0;2998b885bdef:45165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-13T07:43:07,225 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for ad3120d37750db5dccfabd11faab7f0a
2024-11-13T07:43:07,225 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dfed4e2fd5e97ea34213751b180c6b1
2024-11-13T07:43:07,225 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for 71be12f8290fa6ad3f2fdc9e6729fdbd
2024-11-13T07:43:07,225 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for f3d126ee39f6091ad393970058189e48
2024-11-13T07:43:07,225 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for c680812efd91334b6d812d817093fb0c
2024-11-13T07:43:07,226 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for b1ea227eef2ad2ec05a1c99285896ab2
2024-11-13T07:43:07,226 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for e56e087b2ecc5760f6b39e7c264b263b
2024-11-13T07:43:07,226 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for b90cfae55af0277f67029fe0af0bec0a
2024-11-13T07:43:07,226 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad3120d37750db5dccfabd11faab7f0a, disabling compactions & flushes
2024-11-13T07:43:07,226 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for 39d878bbf702e6bb5f33fc8cd23055f1
2024-11-13T07:43:07,226 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:43:07,226 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:07,226 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:43:07,226 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,45165,1731483656065
2024-11-13T07:43:07,226 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a. after waiting 0 ms
2024-11-13T07:43:07,226 INFO  [RS:0;2998b885bdef:45165 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T07:43:07,226 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:43:07,226 INFO  [RS:0;2998b885bdef:45165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:45165.
2024-11-13T07:43:07,226 DEBUG [RS:0;2998b885bdef:45165 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:43:07,226 DEBUG [RS:0;2998b885bdef:45165 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:43:07,227 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-13T07:43:07,227 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-13T07:43:07,227 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-13T07:43:07,227 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-13T07:43:07,227 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-13T07:43:07,228 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T07:43:07,228 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T07:43:07,228 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T07:43:07,228 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39d878bbf702e6bb5f33fc8cd23055f1, 5dfed4e2fd5e97ea34213751b180c6b1, 71be12f8290fa6ad3f2fdc9e6729fdbd, ad3120d37750db5dccfabd11faab7f0a, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, c680812efd91334b6d812d817093fb0c, e56e087b2ecc5760f6b39e7c264b263b, f3d126ee39f6091ad393970058189e48, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:07,228 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T07:43:07,228 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T07:43:07,231 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-13T07:43:07,231 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad3120d37750db5dccfabd11faab7f0a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T07:43:07,288 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScanner/ad3120d37750db5dccfabd11faab7f0a/.tmp/testFamily/0ca76247d771487eb19e955167f5f82d is 61, key is row-0/testFamily:testQualifier/1731483726242/Put/seqid=0
2024-11-13T07:43:07,296 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/.tmp/info/4cdb13987e8045a2b6a36462aa33eec9 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1./info:regioninfo/1731483721285/Put/seqid=0
2024-11-13T07:43:07,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741855_1031 (size=5049)
2024-11-13T07:43:07,299 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScanner/ad3120d37750db5dccfabd11faab7f0a/.tmp/testFamily/0ca76247d771487eb19e955167f5f82d
2024-11-13T07:43:07,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741856_1032 (size=20564)
2024-11-13T07:43:07,349 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScanner/ad3120d37750db5dccfabd11faab7f0a/.tmp/testFamily/0ca76247d771487eb19e955167f5f82d as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScanner/ad3120d37750db5dccfabd11faab7f0a/testFamily/0ca76247d771487eb19e955167f5f82d
2024-11-13T07:43:07,362 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScanner/ad3120d37750db5dccfabd11faab7f0a/testFamily/0ca76247d771487eb19e955167f5f82d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T07:43:07,371 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ad3120d37750db5dccfabd11faab7f0a in 139ms, sequenceid=8, compaction requested=false
2024-11-13T07:43:07,378 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScanner/ad3120d37750db5dccfabd11faab7f0a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T07:43:07,381 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:43:07,381 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad3120d37750db5dccfabd11faab7f0a:
Waiting for close lock at 1731483787225Running coprocessor pre-close hooks at 1731483787226 (+1 ms)Disabling compacts and flushes for region at 1731483787226Disabling writes for close at 1731483787226Obtaining lock to block concurrent updates at 1731483787231 (+5 ms)Preparing flush snapshotting stores in ad3120d37750db5dccfabd11faab7f0a at 1731483787231Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731483787238 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a. at 1731483787239 (+1 ms)Flushing ad3120d37750db5dccfabd11faab7f0a/testFamily: creating writer at 1731483787241 (+2 ms)Flushing ad3120d37750db5dccfabd11faab7f0a/testFamily: appending metadata at 1731483787283 (+42 ms)Flushing ad3120d37750db5dccfabd11faab7f0a/testFamily: closing flushed file at 1731483787286 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71843ea7: reopening flushed file at 1731483787347 (+61 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ad3120d37750db5dccfabd11faab7f0a in 139ms, sequenceid=8, compaction requested=false at 1731483787371 (+24 ms)Writing region close event to WAL at 1731483787373 (+2 ms)Running coprocessor post-close hooks at 1731483787379 (+6 ms)Closed at 1731483787381 (+2 ms)
2024-11-13T07:43:07,381 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731483723195.ad3120d37750db5dccfabd11faab7f0a.
2024-11-13T07:43:07,381 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dfed4e2fd5e97ea34213751b180c6b1, disabling compactions & flushes
2024-11-13T07:43:07,382 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:07,382 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:07,382 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1. after waiting 0 ms
2024-11-13T07:43:07,382 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:07,382 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5dfed4e2fd5e97ea34213751b180c6b1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T07:43:07,401 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScannerAsync/5dfed4e2fd5e97ea34213751b180c6b1/.tmp/testFamily/0e2dceb1c96445e886ffccc19c6f4658 is 61, key is row-0/testFamily:testQualifier/1731483784084/Put/seqid=0
2024-11-13T07:43:07,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741857_1033 (size=5049)
2024-11-13T07:43:07,428 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39d878bbf702e6bb5f33fc8cd23055f1, 5dfed4e2fd5e97ea34213751b180c6b1, 71be12f8290fa6ad3f2fdc9e6729fdbd, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, c680812efd91334b6d812d817093fb0c, e56e087b2ecc5760f6b39e7c264b263b, f3d126ee39f6091ad393970058189e48, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:07,628 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39d878bbf702e6bb5f33fc8cd23055f1, 5dfed4e2fd5e97ea34213751b180c6b1, 71be12f8290fa6ad3f2fdc9e6729fdbd, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, c680812efd91334b6d812d817093fb0c, e56e087b2ecc5760f6b39e7c264b263b, f3d126ee39f6091ad393970058189e48, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:07,637 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-13T07:43:07,703 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/.tmp/info/4cdb13987e8045a2b6a36462aa33eec9
2024-11-13T07:43:07,724 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:43:07,730 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/.tmp/ns/b5c5c3a37c0742d6a265a8519a34bebd is 43, key is default/ns:d/1731483719779/Put/seqid=0
2024-11-13T07:43:07,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741858_1034 (size=5153)
2024-11-13T07:43:07,808 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScannerAsync/5dfed4e2fd5e97ea34213751b180c6b1/.tmp/testFamily/0e2dceb1c96445e886ffccc19c6f4658
2024-11-13T07:43:07,820 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScannerAsync/5dfed4e2fd5e97ea34213751b180c6b1/.tmp/testFamily/0e2dceb1c96445e886ffccc19c6f4658 as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScannerAsync/5dfed4e2fd5e97ea34213751b180c6b1/testFamily/0e2dceb1c96445e886ffccc19c6f4658
2024-11-13T07:43:07,829 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39d878bbf702e6bb5f33fc8cd23055f1, 5dfed4e2fd5e97ea34213751b180c6b1, 71be12f8290fa6ad3f2fdc9e6729fdbd, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, c680812efd91334b6d812d817093fb0c, e56e087b2ecc5760f6b39e7c264b263b, f3d126ee39f6091ad393970058189e48, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:07,830 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScannerAsync/5dfed4e2fd5e97ea34213751b180c6b1/testFamily/0e2dceb1c96445e886ffccc19c6f4658, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T07:43:07,832 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5dfed4e2fd5e97ea34213751b180c6b1 in 450ms, sequenceid=8, compaction requested=false
2024-11-13T07:43:07,837 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScannerAsync/5dfed4e2fd5e97ea34213751b180c6b1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T07:43:07,838 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:07,838 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dfed4e2fd5e97ea34213751b180c6b1:
Waiting for close lock at 1731483787381Running coprocessor pre-close hooks at 1731483787381Disabling compacts and flushes for region at 1731483787381Disabling writes for close at 1731483787382 (+1 ms)Obtaining lock to block concurrent updates at 1731483787382Preparing flush snapshotting stores in 5dfed4e2fd5e97ea34213751b180c6b1 at 1731483787382Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731483787382Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1. at 1731483787383 (+1 ms)Flushing 5dfed4e2fd5e97ea34213751b180c6b1/testFamily: creating writer at 1731483787383Flushing 5dfed4e2fd5e97ea34213751b180c6b1/testFamily: appending metadata at 1731483787401 (+18 ms)Flushing 5dfed4e2fd5e97ea34213751b180c6b1/testFamily: closing flushed file at 1731483787401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0f2cae: reopening flushed file at 1731483787818 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5dfed4e2fd5e97ea34213751b180c6b1 in 450ms, sequenceid=8, compaction requested=false at 1731483787832 (+14 ms)Writing region close event to WAL at 1731483787832Running coprocessor post-close hooks at 1731483787837 (+5 ms)Closed at 1731483787838 (+1 ms)
2024-11-13T07:43:07,838 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731483781030.5dfed4e2fd5e97ea34213751b180c6b1.
2024-11-13T07:43:07,838 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71be12f8290fa6ad3f2fdc9e6729fdbd, disabling compactions & flushes
2024-11-13T07:43:07,838 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:43:07,838 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:43:07,838 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd. after waiting 0 ms
2024-11-13T07:43:07,838 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:43:07,838 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71be12f8290fa6ad3f2fdc9e6729fdbd 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T07:43:07,861 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScanner/71be12f8290fa6ad3f2fdc9e6729fdbd/.tmp/testFamily/e9a7734b52fb4f8aa842a7dde8a7e590 is 61, key is row-0/testFamily:testQualifier/1731483747569/Put/seqid=0
2024-11-13T07:43:07,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741859_1035 (size=5049)
2024-11-13T07:43:08,029 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39d878bbf702e6bb5f33fc8cd23055f1, 71be12f8290fa6ad3f2fdc9e6729fdbd, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, c680812efd91334b6d812d817093fb0c, e56e087b2ecc5760f6b39e7c264b263b, f3d126ee39f6091ad393970058189e48, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:08,061 INFO  [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-13T07:43:08,061 INFO  [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-13T07:43:08,137 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/.tmp/ns/b5c5c3a37c0742d6a265a8519a34bebd
2024-11-13T07:43:08,166 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/.tmp/table/21b29d215b9343edaebae89f4c5a8217 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731483721300/Put/seqid=0
2024-11-13T07:43:08,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741860_1036 (size=6699)
2024-11-13T07:43:08,229 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-13T07:43:08,229 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1325): Online Regions={71be12f8290fa6ad3f2fdc9e6729fdbd=testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., f3d126ee39f6091ad393970058189e48=testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48., c680812efd91334b6d812d817093fb0c=testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c., 1588230740=hbase:meta,,1.1588230740, b1ea227eef2ad2ec05a1c99285896ab2=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2., e56e087b2ecc5760f6b39e7c264b263b=testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b., b90cfae55af0277f67029fe0af0bec0a=hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a., 39d878bbf702e6bb5f33fc8cd23055f1=testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1., fc1d51dc56ac27bc1413328ace458546=hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.}
2024-11-13T07:43:08,229 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39d878bbf702e6bb5f33fc8cd23055f1, 71be12f8290fa6ad3f2fdc9e6729fdbd, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, c680812efd91334b6d812d817093fb0c, e56e087b2ecc5760f6b39e7c264b263b, f3d126ee39f6091ad393970058189e48, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:08,267 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScanner/71be12f8290fa6ad3f2fdc9e6729fdbd/.tmp/testFamily/e9a7734b52fb4f8aa842a7dde8a7e590
2024-11-13T07:43:08,276 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScanner/71be12f8290fa6ad3f2fdc9e6729fdbd/.tmp/testFamily/e9a7734b52fb4f8aa842a7dde8a7e590 as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScanner/71be12f8290fa6ad3f2fdc9e6729fdbd/testFamily/e9a7734b52fb4f8aa842a7dde8a7e590
2024-11-13T07:43:08,283 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScanner/71be12f8290fa6ad3f2fdc9e6729fdbd/testFamily/e9a7734b52fb4f8aa842a7dde8a7e590, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T07:43:08,285 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 71be12f8290fa6ad3f2fdc9e6729fdbd in 446ms, sequenceid=8, compaction requested=false
2024-11-13T07:43:08,290 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnOpenScanner/71be12f8290fa6ad3f2fdc9e6729fdbd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T07:43:08,291 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:43:08,291 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71be12f8290fa6ad3f2fdc9e6729fdbd:
Waiting for close lock at 1731483787838Running coprocessor pre-close hooks at 1731483787838Disabling compacts and flushes for region at 1731483787838Disabling writes for close at 1731483787838Obtaining lock to block concurrent updates at 1731483787838Preparing flush snapshotting stores in 71be12f8290fa6ad3f2fdc9e6729fdbd at 1731483787838Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731483787839 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd. at 1731483787839Flushing 71be12f8290fa6ad3f2fdc9e6729fdbd/testFamily: creating writer at 1731483787839Flushing 71be12f8290fa6ad3f2fdc9e6729fdbd/testFamily: appending metadata at 1731483787860 (+21 ms)Flushing 71be12f8290fa6ad3f2fdc9e6729fdbd/testFamily: closing flushed file at 1731483787860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd40cb1: reopening flushed file at 1731483788275 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 71be12f8290fa6ad3f2fdc9e6729fdbd in 446ms, sequenceid=8, compaction requested=false at 1731483788285 (+10 ms)Writing region close event to WAL at 1731483788285Running coprocessor post-close hooks at 1731483788290 (+5 ms)Closed at 1731483788291 (+1 ms)
2024-11-13T07:43:08,291 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731483744517.71be12f8290fa6ad3f2fdc9e6729fdbd.
2024-11-13T07:43:08,291 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3d126ee39f6091ad393970058189e48, disabling compactions & flushes
2024-11-13T07:43:08,291 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:43:08,291 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:43:08,291 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48. after waiting 0 ms
2024-11-13T07:43:08,291 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:43:08,291 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3d126ee39f6091ad393970058189e48 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T07:43:08,308 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNextAsync/f3d126ee39f6091ad393970058189e48/.tmp/testFamily/ad8f9edf0c2845dfaf862680c8c66d8b is 61, key is row-0/testFamily:testQualifier/1731483753665/Put/seqid=0
2024-11-13T07:43:08,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741861_1037 (size=5049)
2024-11-13T07:43:08,430 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39d878bbf702e6bb5f33fc8cd23055f1, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, c680812efd91334b6d812d817093fb0c, e56e087b2ecc5760f6b39e7c264b263b, f3d126ee39f6091ad393970058189e48, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:08,574 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/.tmp/table/21b29d215b9343edaebae89f4c5a8217
2024-11-13T07:43:08,591 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/.tmp/info/4cdb13987e8045a2b6a36462aa33eec9 as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/info/4cdb13987e8045a2b6a36462aa33eec9
2024-11-13T07:43:08,599 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/info/4cdb13987e8045a2b6a36462aa33eec9, entries=100, sequenceid=56, filesize=20.1 K
2024-11-13T07:43:08,601 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/.tmp/ns/b5c5c3a37c0742d6a265a8519a34bebd as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/ns/b5c5c3a37c0742d6a265a8519a34bebd
2024-11-13T07:43:08,608 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/ns/b5c5c3a37c0742d6a265a8519a34bebd, entries=2, sequenceid=56, filesize=5.0 K
2024-11-13T07:43:08,610 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/.tmp/table/21b29d215b9343edaebae89f4c5a8217 as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/table/21b29d215b9343edaebae89f4c5a8217
2024-11-13T07:43:08,617 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/table/21b29d215b9343edaebae89f4c5a8217, entries=20, sequenceid=56, filesize=6.5 K
2024-11-13T07:43:08,618 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1390ms, sequenceid=56, compaction requested=false
2024-11-13T07:43:08,623 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-13T07:43:08,624 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T07:43:08,624 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T07:43:08,624 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731483787227Running coprocessor pre-close hooks at 1731483787227Disabling compacts and flushes for region at 1731483787227Disabling writes for close at 1731483787228 (+1 ms)Obtaining lock to block concurrent updates at 1731483787231 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731483787231Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731483787238 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731483787240 (+2 ms)Flushing 1588230740/info: creating writer at 1731483787241 (+1 ms)Flushing 1588230740/info: appending metadata at 1731483787289 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731483787289Flushing 1588230740/ns: creating writer at 1731483787714 (+425 ms)Flushing 1588230740/ns: appending metadata at 1731483787729 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731483787730 (+1 ms)Flushing 1588230740/table: creating writer at 1731483788146 (+416 ms)Flushing 1588230740/table: appending metadata at 1731483788165 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731483788165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d7fed: reopening flushed file at 1731483788589 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ca7b72: reopening flushed file at 1731483788599 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4acdb482: reopening flushed file at 1731483788608 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1390ms, sequenceid=56, compaction requested=false at 1731483788618 (+10 ms)Writing region close event to WAL at 1731483788619 (+1 ms)Running coprocessor post-close hooks at 1731483788624 (+5 ms)Closed at 1731483788624
2024-11-13T07:43:08,624 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-13T07:43:08,630 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, c680812efd91334b6d812d817093fb0c, e56e087b2ecc5760f6b39e7c264b263b, f3d126ee39f6091ad393970058189e48, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:08,714 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNextAsync/f3d126ee39f6091ad393970058189e48/.tmp/testFamily/ad8f9edf0c2845dfaf862680c8c66d8b
2024-11-13T07:43:08,728 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNextAsync/f3d126ee39f6091ad393970058189e48/.tmp/testFamily/ad8f9edf0c2845dfaf862680c8c66d8b as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNextAsync/f3d126ee39f6091ad393970058189e48/testFamily/ad8f9edf0c2845dfaf862680c8c66d8b
2024-11-13T07:43:08,738 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNextAsync/f3d126ee39f6091ad393970058189e48/testFamily/ad8f9edf0c2845dfaf862680c8c66d8b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T07:43:08,740 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f3d126ee39f6091ad393970058189e48 in 449ms, sequenceid=8, compaction requested=false
2024-11-13T07:43:08,745 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNextAsync/f3d126ee39f6091ad393970058189e48/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T07:43:08,745 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:43:08,745 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3d126ee39f6091ad393970058189e48:
Waiting for close lock at 1731483788291Running coprocessor pre-close hooks at 1731483788291Disabling compacts and flushes for region at 1731483788291Disabling writes for close at 1731483788291Obtaining lock to block concurrent updates at 1731483788291Preparing flush snapshotting stores in f3d126ee39f6091ad393970058189e48 at 1731483788291Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731483788292 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48. at 1731483788292Flushing f3d126ee39f6091ad393970058189e48/testFamily: creating writer at 1731483788292Flushing f3d126ee39f6091ad393970058189e48/testFamily: appending metadata at 1731483788307 (+15 ms)Flushing f3d126ee39f6091ad393970058189e48/testFamily: closing flushed file at 1731483788307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d1ff66: reopening flushed file at 1731483788726 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f3d126ee39f6091ad393970058189e48 in 449ms, sequenceid=8, compaction requested=false at 1731483788740 (+14 ms)Writing region close event to WAL at 1731483788741 (+1 ms)Running coprocessor post-close hooks at 1731483788745 (+4 ms)Closed at 1731483788745
2024-11-13T07:43:08,746 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731483750616.f3d126ee39f6091ad393970058189e48.
2024-11-13T07:43:08,746 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c680812efd91334b6d812d817093fb0c, disabling compactions & flushes
2024-11-13T07:43:08,746 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:43:08,746 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:43:08,746 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c. after waiting 0 ms
2024-11-13T07:43:08,746 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:43:08,746 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c680812efd91334b6d812d817093fb0c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T07:43:08,761 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNext/c680812efd91334b6d812d817093fb0c/.tmp/testFamily/dce5d326bc9a4b8583a791e0a54b598a is 61, key is row-0/testFamily:testQualifier/1731483759773/Put/seqid=0
2024-11-13T07:43:08,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741862_1038 (size=5049)
2024-11-13T07:43:08,830 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, c680812efd91334b6d812d817093fb0c, e56e087b2ecc5760f6b39e7c264b263b, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:09,031 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, c680812efd91334b6d812d817093fb0c, e56e087b2ecc5760f6b39e7c264b263b, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:09,167 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNext/c680812efd91334b6d812d817093fb0c/.tmp/testFamily/dce5d326bc9a4b8583a791e0a54b598a
2024-11-13T07:43:09,183 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNext/c680812efd91334b6d812d817093fb0c/.tmp/testFamily/dce5d326bc9a4b8583a791e0a54b598a as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNext/c680812efd91334b6d812d817093fb0c/testFamily/dce5d326bc9a4b8583a791e0a54b598a
2024-11-13T07:43:09,193 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNext/c680812efd91334b6d812d817093fb0c/testFamily/dce5d326bc9a4b8583a791e0a54b598a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T07:43:09,194 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c680812efd91334b6d812d817093fb0c in 448ms, sequenceid=8, compaction requested=false
2024-11-13T07:43:09,200 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testNormalScanTimeoutOnNext/c680812efd91334b6d812d817093fb0c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T07:43:09,201 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:43:09,201 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c680812efd91334b6d812d817093fb0c:
Waiting for close lock at 1731483788746Running coprocessor pre-close hooks at 1731483788746Disabling compacts and flushes for region at 1731483788746Disabling writes for close at 1731483788746Obtaining lock to block concurrent updates at 1731483788746Preparing flush snapshotting stores in c680812efd91334b6d812d817093fb0c at 1731483788746Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731483788746Flushing stores of testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c. at 1731483788747 (+1 ms)Flushing c680812efd91334b6d812d817093fb0c/testFamily: creating writer at 1731483788747Flushing c680812efd91334b6d812d817093fb0c/testFamily: appending metadata at 1731483788761 (+14 ms)Flushing c680812efd91334b6d812d817093fb0c/testFamily: closing flushed file at 1731483788761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b541fbe: reopening flushed file at 1731483789181 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c680812efd91334b6d812d817093fb0c in 448ms, sequenceid=8, compaction requested=false at 1731483789194 (+13 ms)Writing region close event to WAL at 1731483789195 (+1 ms)Running coprocessor post-close hooks at 1731483789201 (+6 ms)Closed at 1731483789201
2024-11-13T07:43:09,201 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731483756712.c680812efd91334b6d812d817093fb0c.
2024-11-13T07:43:09,201 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1ea227eef2ad2ec05a1c99285896ab2, disabling compactions & flushes
2024-11-13T07:43:09,201 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:43:09,201 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:43:09,201 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2. after waiting 0 ms
2024-11-13T07:43:09,201 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:43:09,201 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1ea227eef2ad2ec05a1c99285896ab2 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T07:43:09,216 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b1ea227eef2ad2ec05a1c99285896ab2/.tmp/testFamily/5cf2edf17a284e14af31cea6c3537a27 is 61, key is row-0/testFamily:testQualifier/1731483765884/Put/seqid=0
2024-11-13T07:43:09,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741863_1039 (size=5049)
2024-11-13T07:43:09,231 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-13T07:43:09,231 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1325): Online Regions={b1ea227eef2ad2ec05a1c99285896ab2=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2., e56e087b2ecc5760f6b39e7c264b263b=testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b., b90cfae55af0277f67029fe0af0bec0a=hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a., 39d878bbf702e6bb5f33fc8cd23055f1=testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1., fc1d51dc56ac27bc1413328ace458546=hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.}
2024-11-13T07:43:09,231 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, e56e087b2ecc5760f6b39e7c264b263b, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:09,432 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, e56e087b2ecc5760f6b39e7c264b263b, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:09,624 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b1ea227eef2ad2ec05a1c99285896ab2/.tmp/testFamily/5cf2edf17a284e14af31cea6c3537a27
2024-11-13T07:43:09,632 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, b1ea227eef2ad2ec05a1c99285896ab2, b90cfae55af0277f67029fe0af0bec0a, e56e087b2ecc5760f6b39e7c264b263b, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:09,640 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b1ea227eef2ad2ec05a1c99285896ab2/.tmp/testFamily/5cf2edf17a284e14af31cea6c3537a27 as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b1ea227eef2ad2ec05a1c99285896ab2/testFamily/5cf2edf17a284e14af31cea6c3537a27
2024-11-13T07:43:09,648 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b1ea227eef2ad2ec05a1c99285896ab2/testFamily/5cf2edf17a284e14af31cea6c3537a27, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T07:43:09,650 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b1ea227eef2ad2ec05a1c99285896ab2 in 449ms, sequenceid=8, compaction requested=false
2024-11-13T07:43:09,655 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b1ea227eef2ad2ec05a1c99285896ab2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T07:43:09,656 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:43:09,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1ea227eef2ad2ec05a1c99285896ab2:
Waiting for close lock at 1731483789201Running coprocessor pre-close hooks at 1731483789201Disabling compacts and flushes for region at 1731483789201Disabling writes for close at 1731483789201Obtaining lock to block concurrent updates at 1731483789201Preparing flush snapshotting stores in b1ea227eef2ad2ec05a1c99285896ab2 at 1731483789201Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731483789202 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2. at 1731483789202Flushing b1ea227eef2ad2ec05a1c99285896ab2/testFamily: creating writer at 1731483789202Flushing b1ea227eef2ad2ec05a1c99285896ab2/testFamily: appending metadata at 1731483789216 (+14 ms)Flushing b1ea227eef2ad2ec05a1c99285896ab2/testFamily: closing flushed file at 1731483789216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ad426c: reopening flushed file at 1731483789638 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b1ea227eef2ad2ec05a1c99285896ab2 in 449ms, sequenceid=8, compaction requested=false at 1731483789650 (+12 ms)Writing region close event to WAL at 1731483789650Running coprocessor post-close hooks at 1731483789656 (+6 ms)Closed at 1731483789656
2024-11-13T07:43:09,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731483762825.b1ea227eef2ad2ec05a1c99285896ab2.
2024-11-13T07:43:09,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e56e087b2ecc5760f6b39e7c264b263b, disabling compactions & flushes
2024-11-13T07:43:09,656 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:43:09,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:43:09,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b. after waiting 0 ms
2024-11-13T07:43:09,656 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:43:09,657 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e56e087b2ecc5760f6b39e7c264b263b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T07:43:09,678 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextException/e56e087b2ecc5760f6b39e7c264b263b/.tmp/testFamily/e14223114e03464c905bcccb0a6f7b2c is 61, key is row-0/testFamily:testQualifier/1731483744457/Put/seqid=0
2024-11-13T07:43:09,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741864_1040 (size=5049)
2024-11-13T07:43:09,832 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, b90cfae55af0277f67029fe0af0bec0a, e56e087b2ecc5760f6b39e7c264b263b, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:10,033 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, b90cfae55af0277f67029fe0af0bec0a, e56e087b2ecc5760f6b39e7c264b263b, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:10,086 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextException/e56e087b2ecc5760f6b39e7c264b263b/.tmp/testFamily/e14223114e03464c905bcccb0a6f7b2c
2024-11-13T07:43:10,100 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextException/e56e087b2ecc5760f6b39e7c264b263b/.tmp/testFamily/e14223114e03464c905bcccb0a6f7b2c as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextException/e56e087b2ecc5760f6b39e7c264b263b/testFamily/e14223114e03464c905bcccb0a6f7b2c
2024-11-13T07:43:10,108 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextException/e56e087b2ecc5760f6b39e7c264b263b/testFamily/e14223114e03464c905bcccb0a6f7b2c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T07:43:10,109 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e56e087b2ecc5760f6b39e7c264b263b in 453ms, sequenceid=8, compaction requested=false
2024-11-13T07:43:10,113 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextException/e56e087b2ecc5760f6b39e7c264b263b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T07:43:10,114 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:43:10,114 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e56e087b2ecc5760f6b39e7c264b263b:
Waiting for close lock at 1731483789656Running coprocessor pre-close hooks at 1731483789656Disabling compacts and flushes for region at 1731483789656Disabling writes for close at 1731483789656Obtaining lock to block concurrent updates at 1731483789657 (+1 ms)Preparing flush snapshotting stores in e56e087b2ecc5760f6b39e7c264b263b at 1731483789657Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731483789657Flushing stores of testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b. at 1731483789657Flushing e56e087b2ecc5760f6b39e7c264b263b/testFamily: creating writer at 1731483789658 (+1 ms)Flushing e56e087b2ecc5760f6b39e7c264b263b/testFamily: appending metadata at 1731483789678 (+20 ms)Flushing e56e087b2ecc5760f6b39e7c264b263b/testFamily: closing flushed file at 1731483789678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11248ca2: reopening flushed file at 1731483790099 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e56e087b2ecc5760f6b39e7c264b263b in 453ms, sequenceid=8, compaction requested=false at 1731483790109 (+10 ms)Writing region close event to WAL at 1731483790109Running coprocessor post-close hooks at 1731483790114 (+5 ms)Closed at 1731483790114
2024-11-13T07:43:10,114 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731483741395.e56e087b2ecc5760f6b39e7c264b263b.
2024-11-13T07:43:10,114 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b90cfae55af0277f67029fe0af0bec0a, disabling compactions & flushes
2024-11-13T07:43:10,114 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:43:10,114 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:43:10,114 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a. after waiting 0 ms
2024-11-13T07:43:10,114 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:43:10,114 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b90cfae55af0277f67029fe0af0bec0a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T07:43:10,130 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNext/b90cfae55af0277f67029fe0af0bec0a/.tmp/testFamily/1b81abf3499a4ac2b25720f9e32e83e2 is 61, key is row-0/testFamily:testQualifier/1731483774985/Put/seqid=0
2024-11-13T07:43:10,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741865_1041 (size=5049)
2024-11-13T07:43:10,233 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-13T07:43:10,233 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1325): Online Regions={b90cfae55af0277f67029fe0af0bec0a=hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a., 39d878bbf702e6bb5f33fc8cd23055f1=testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1., fc1d51dc56ac27bc1413328ace458546=hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.}
2024-11-13T07:43:10,233 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, b90cfae55af0277f67029fe0af0bec0a, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:10,434 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, b90cfae55af0277f67029fe0af0bec0a, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:10,538 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNext/b90cfae55af0277f67029fe0af0bec0a/.tmp/testFamily/1b81abf3499a4ac2b25720f9e32e83e2
2024-11-13T07:43:10,553 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNext/b90cfae55af0277f67029fe0af0bec0a/.tmp/testFamily/1b81abf3499a4ac2b25720f9e32e83e2 as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNext/b90cfae55af0277f67029fe0af0bec0a/testFamily/1b81abf3499a4ac2b25720f9e32e83e2
2024-11-13T07:43:10,560 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNext/b90cfae55af0277f67029fe0af0bec0a/testFamily/1b81abf3499a4ac2b25720f9e32e83e2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T07:43:10,561 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b90cfae55af0277f67029fe0af0bec0a in 447ms, sequenceid=8, compaction requested=false
2024-11-13T07:43:10,566 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNext/b90cfae55af0277f67029fe0af0bec0a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T07:43:10,566 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:43:10,567 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b90cfae55af0277f67029fe0af0bec0a:
Waiting for close lock at 1731483790114Running coprocessor pre-close hooks at 1731483790114Disabling compacts and flushes for region at 1731483790114Disabling writes for close at 1731483790114Obtaining lock to block concurrent updates at 1731483790114Preparing flush snapshotting stores in b90cfae55af0277f67029fe0af0bec0a at 1731483790114Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731483790115 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a. at 1731483790115Flushing b90cfae55af0277f67029fe0af0bec0a/testFamily: creating writer at 1731483790115Flushing b90cfae55af0277f67029fe0af0bec0a/testFamily: appending metadata at 1731483790130 (+15 ms)Flushing b90cfae55af0277f67029fe0af0bec0a/testFamily: closing flushed file at 1731483790130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc3f3d8: reopening flushed file at 1731483790552 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b90cfae55af0277f67029fe0af0bec0a in 447ms, sequenceid=8, compaction requested=false at 1731483790561 (+9 ms)Writing region close event to WAL at 1731483790562 (+1 ms)Running coprocessor post-close hooks at 1731483790566 (+4 ms)Closed at 1731483790566
2024-11-13T07:43:10,567 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731483771939.b90cfae55af0277f67029fe0af0bec0a.
2024-11-13T07:43:10,567 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39d878bbf702e6bb5f33fc8cd23055f1, disabling compactions & flushes
2024-11-13T07:43:10,567 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:43:10,567 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:43:10,567 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1. after waiting 0 ms
2024-11-13T07:43:10,567 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:43:10,567 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39d878bbf702e6bb5f33fc8cd23055f1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T07:43:10,585 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextExceptionAsync/39d878bbf702e6bb5f33fc8cd23055f1/.tmp/testFamily/779d7b33723342f7ad55a42a53568174 is 61, key is row-0/testFamily:testQualifier/1731483723120/Put/seqid=0
2024-11-13T07:43:10,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741866_1042 (size=5049)
2024-11-13T07:43:10,634 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:10,835 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on 39d878bbf702e6bb5f33fc8cd23055f1, fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:10,903 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:44795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-13T07:43:10,990 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextExceptionAsync/39d878bbf702e6bb5f33fc8cd23055f1/.tmp/testFamily/779d7b33723342f7ad55a42a53568174
2024-11-13T07:43:11,005 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextExceptionAsync/39d878bbf702e6bb5f33fc8cd23055f1/.tmp/testFamily/779d7b33723342f7ad55a42a53568174 as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextExceptionAsync/39d878bbf702e6bb5f33fc8cd23055f1/testFamily/779d7b33723342f7ad55a42a53568174
2024-11-13T07:43:11,014 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextExceptionAsync/39d878bbf702e6bb5f33fc8cd23055f1/testFamily/779d7b33723342f7ad55a42a53568174, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T07:43:11,015 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 39d878bbf702e6bb5f33fc8cd23055f1 in 448ms, sequenceid=8, compaction requested=false
2024-11-13T07:43:11,020 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/default/testRetryOutOfOrderScannerNextExceptionAsync/39d878bbf702e6bb5f33fc8cd23055f1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T07:43:11,021 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:43:11,021 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39d878bbf702e6bb5f33fc8cd23055f1:
Waiting for close lock at 1731483790567Running coprocessor pre-close hooks at 1731483790567Disabling compacts and flushes for region at 1731483790567Disabling writes for close at 1731483790567Obtaining lock to block concurrent updates at 1731483790567Preparing flush snapshotting stores in 39d878bbf702e6bb5f33fc8cd23055f1 at 1731483790567Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731483790567Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1. at 1731483790568 (+1 ms)Flushing 39d878bbf702e6bb5f33fc8cd23055f1/testFamily: creating writer at 1731483790568Flushing 39d878bbf702e6bb5f33fc8cd23055f1/testFamily: appending metadata at 1731483790584 (+16 ms)Flushing 39d878bbf702e6bb5f33fc8cd23055f1/testFamily: closing flushed file at 1731483790584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2a8590: reopening flushed file at 1731483791003 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 39d878bbf702e6bb5f33fc8cd23055f1 in 448ms, sequenceid=8, compaction requested=false at 1731483791015 (+12 ms)Writing region close event to WAL at 1731483791016 (+1 ms)Running coprocessor post-close hooks at 1731483791021 (+5 ms)Closed at 1731483791021
2024-11-13T07:43:11,021 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731483720039.39d878bbf702e6bb5f33fc8cd23055f1.
2024-11-13T07:43:11,022 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc1d51dc56ac27bc1413328ace458546, disabling compactions & flushes
2024-11-13T07:43:11,022 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:43:11,022 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:43:11,022 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546. after waiting 0 ms
2024-11-13T07:43:11,022 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:43:11,022 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc1d51dc56ac27bc1413328ace458546 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T07:43:11,035 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:11,043 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNextAsync/fc1d51dc56ac27bc1413328ace458546/.tmp/testFamily/b1349b6fff764631b6d57cfadcb8cd94 is 61, key is row-0/testFamily:testQualifier/1731483735339/Put/seqid=0
2024-11-13T07:43:11,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741867_1043 (size=5049)
2024-11-13T07:43:11,235 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-13T07:43:11,235 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1325): Online Regions={fc1d51dc56ac27bc1413328ace458546=hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.}
2024-11-13T07:43:11,236 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:11,436 DEBUG [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1351): Waiting on fc1d51dc56ac27bc1413328ace458546
2024-11-13T07:43:11,451 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNextAsync/fc1d51dc56ac27bc1413328ace458546/.tmp/testFamily/b1349b6fff764631b6d57cfadcb8cd94
2024-11-13T07:43:11,465 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNextAsync/fc1d51dc56ac27bc1413328ace458546/.tmp/testFamily/b1349b6fff764631b6d57cfadcb8cd94 as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNextAsync/fc1d51dc56ac27bc1413328ace458546/testFamily/b1349b6fff764631b6d57cfadcb8cd94
2024-11-13T07:43:11,472 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNextAsync/fc1d51dc56ac27bc1413328ace458546/testFamily/b1349b6fff764631b6d57cfadcb8cd94, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T07:43:11,473 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fc1d51dc56ac27bc1413328ace458546 in 451ms, sequenceid=8, compaction requested=false
2024-11-13T07:43:11,479 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/data/hbase/testMetaScanTimeoutOnNextAsync/fc1d51dc56ac27bc1413328ace458546/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T07:43:11,480 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:43:11,480 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc1d51dc56ac27bc1413328ace458546:
Waiting for close lock at 1731483791022Running coprocessor pre-close hooks at 1731483791022Disabling compacts and flushes for region at 1731483791022Disabling writes for close at 1731483791022Obtaining lock to block concurrent updates at 1731483791022Preparing flush snapshotting stores in fc1d51dc56ac27bc1413328ace458546 at 1731483791022Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731483791022Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546. at 1731483791023 (+1 ms)Flushing fc1d51dc56ac27bc1413328ace458546/testFamily: creating writer at 1731483791023Flushing fc1d51dc56ac27bc1413328ace458546/testFamily: appending metadata at 1731483791043 (+20 ms)Flushing fc1d51dc56ac27bc1413328ace458546/testFamily: closing flushed file at 1731483791043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771297fc: reopening flushed file at 1731483791464 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fc1d51dc56ac27bc1413328ace458546 in 451ms, sequenceid=8, compaction requested=false at 1731483791474 (+10 ms)Writing region close event to WAL at 1731483791474Running coprocessor post-close hooks at 1731483791480 (+6 ms)Closed at 1731483791480
2024-11-13T07:43:11,480 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731483732287.fc1d51dc56ac27bc1413328ace458546.
2024-11-13T07:43:11,637 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,45165,1731483656065; all regions closed.
2024-11-13T07:43:11,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741834_1010 (size=19479)
2024-11-13T07:43:11,654 DEBUG [RS:0;2998b885bdef:45165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/oldWALs
2024-11-13T07:43:11,654 INFO  [RS:0;2998b885bdef:45165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C45165%2C1731483656065.meta:.meta(num 1731483719582)
2024-11-13T07:43:11,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741833_1009 (size=20031)
2024-11-13T07:43:11,658 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/WALs/2998b885bdef,45165,1731483656065/2998b885bdef%2C45165%2C1731483656065.1731483719128 not finished, retry = 0
2024-11-13T07:43:11,766 DEBUG [RS:0;2998b885bdef:45165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/oldWALs
2024-11-13T07:43:11,766 INFO  [RS:0;2998b885bdef:45165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C45165%2C1731483656065:(num 1731483719128)
2024-11-13T07:43:11,767 DEBUG [RS:0;2998b885bdef:45165 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:43:11,767 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T07:43:11,767 INFO  [RS:0;2998b885bdef:45165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T07:43:11,767 INFO  [RS:0;2998b885bdef:45165 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-13T07:43:11,768 INFO  [RS:0;2998b885bdef:45165 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T07:43:11,768 INFO  [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T07:43:11,770 INFO  [RS:0;2998b885bdef:45165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45165
2024-11-13T07:43:11,792 INFO  [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T07:43:11,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-13T07:43:11,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2998b885bdef,45165,1731483656065
2024-11-13T07:43:11,839 INFO  [RS:0;2998b885bdef:45165 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T07:43:11,842 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,45165,1731483656065]
2024-11-13T07:43:11,860 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2998b885bdef,45165,1731483656065 already deleted, retry=false
2024-11-13T07:43:11,861 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,45165,1731483656065 expired; onlineServers=0
2024-11-13T07:43:11,861 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,44795,1731483655298' *****
2024-11-13T07:43:11,861 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-13T07:43:11,862 INFO  [M:0;2998b885bdef:44795 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T07:43:11,862 INFO  [M:0;2998b885bdef:44795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T07:43:11,862 DEBUG [M:0;2998b885bdef:44795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-13T07:43:11,863 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-13T07:43:11,863 DEBUG [M:0;2998b885bdef:44795 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-13T07:43:11,863 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731483658951 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731483658951,5,FailOnTimeoutGroup]
2024-11-13T07:43:11,863 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731483658950 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731483658950,5,FailOnTimeoutGroup]
2024-11-13T07:43:11,863 INFO  [M:0;2998b885bdef:44795 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-13T07:43:11,864 INFO  [M:0;2998b885bdef:44795 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T07:43:11,864 DEBUG [M:0;2998b885bdef:44795 {}] master.HMaster(1795): Stopping service threads
2024-11-13T07:43:11,864 INFO  [M:0;2998b885bdef:44795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-13T07:43:11,864 INFO  [M:0;2998b885bdef:44795 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T07:43:11,865 INFO  [M:0;2998b885bdef:44795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-13T07:43:11,865 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-13T07:43:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-13T07:43:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:43:11,870 DEBUG [M:0;2998b885bdef:44795 {}] zookeeper.ZKUtil(347): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-13T07:43:11,871 WARN  [M:0;2998b885bdef:44795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-13T07:43:11,873 INFO  [M:0;2998b885bdef:44795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/.lastflushedseqids
2024-11-13T07:43:11,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741868_1044 (size=649)
2024-11-13T07:43:11,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T07:43:11,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1013323d4f20001, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T07:43:11,951 INFO  [RS:0;2998b885bdef:45165 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T07:43:11,952 INFO  [RS:0;2998b885bdef:45165 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,45165,1731483656065; zookeeper connection closed.
2024-11-13T07:43:11,953 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23ae561f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23ae561f
2024-11-13T07:43:11,954 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-13T07:43:12,290 INFO  [M:0;2998b885bdef:44795 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-13T07:43:12,291 INFO  [M:0;2998b885bdef:44795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-13T07:43:12,291 DEBUG [M:0;2998b885bdef:44795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T07:43:12,292 INFO  [M:0;2998b885bdef:44795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:43:12,292 DEBUG [M:0;2998b885bdef:44795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:43:12,292 DEBUG [M:0;2998b885bdef:44795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T07:43:12,292 DEBUG [M:0;2998b885bdef:44795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:43:12,293 INFO  [M:0;2998b885bdef:44795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.96 KB heapSize=190.84 KB
2024-11-13T07:43:12,343 DEBUG [M:0;2998b885bdef:44795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/972ee5ee70794534afd5b392e506d122 is 82, key is hbase:meta,,1/info:regioninfo/1731483719666/Put/seqid=0
2024-11-13T07:43:12,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741869_1045 (size=5672)
2024-11-13T07:43:12,751 INFO  [M:0;2998b885bdef:44795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/972ee5ee70794534afd5b392e506d122
2024-11-13T07:43:12,783 DEBUG [M:0;2998b885bdef:44795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86111d53b49a453b89b2820452f6f562 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731483721309/Put/seqid=0
2024-11-13T07:43:12,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741870_1046 (size=14067)
2024-11-13T07:43:12,883 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:43:13,191 INFO  [M:0;2998b885bdef:44795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.40 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86111d53b49a453b89b2820452f6f562
2024-11-13T07:43:13,205 INFO  [M:0;2998b885bdef:44795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86111d53b49a453b89b2820452f6f562
2024-11-13T07:43:13,221 DEBUG [M:0;2998b885bdef:44795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/991a382faf9f46dca66cde94bef2eb0d is 69, key is 2998b885bdef,45165,1731483656065/rs:state/1731483688985/Put/seqid=0
2024-11-13T07:43:13,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741871_1047 (size=5156)
2024-11-13T07:43:13,628 INFO  [M:0;2998b885bdef:44795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/991a382faf9f46dca66cde94bef2eb0d
2024-11-13T07:43:13,639 DEBUG [M:0;2998b885bdef:44795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/972ee5ee70794534afd5b392e506d122 as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/972ee5ee70794534afd5b392e506d122
2024-11-13T07:43:13,646 INFO  [M:0;2998b885bdef:44795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/972ee5ee70794534afd5b392e506d122, entries=8, sequenceid=317, filesize=5.5 K
2024-11-13T07:43:13,647 DEBUG [M:0;2998b885bdef:44795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86111d53b49a453b89b2820452f6f562 as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86111d53b49a453b89b2820452f6f562
2024-11-13T07:43:13,653 INFO  [M:0;2998b885bdef:44795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86111d53b49a453b89b2820452f6f562
2024-11-13T07:43:13,653 INFO  [M:0;2998b885bdef:44795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86111d53b49a453b89b2820452f6f562, entries=33, sequenceid=317, filesize=13.7 K
2024-11-13T07:43:13,654 DEBUG [M:0;2998b885bdef:44795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/991a382faf9f46dca66cde94bef2eb0d as hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/991a382faf9f46dca66cde94bef2eb0d
2024-11-13T07:43:13,660 INFO  [M:0;2998b885bdef:44795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33501/user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/991a382faf9f46dca66cde94bef2eb0d, entries=1, sequenceid=317, filesize=5.0 K
2024-11-13T07:43:13,661 INFO  [M:0;2998b885bdef:44795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.96 KB/166867, heapSize ~190.54 KB/195112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=317, compaction requested=false
2024-11-13T07:43:13,663 INFO  [M:0;2998b885bdef:44795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:43:13,663 DEBUG [M:0;2998b885bdef:44795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731483792291Disabling compacts and flushes for region at 1731483792291Disabling writes for close at 1731483792292 (+1 ms)Obtaining lock to block concurrent updates at 1731483792293 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731483792293Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166867, getHeapSize=195352, getOffHeapSize=0, getCellsCount=364 at 1731483792294 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731483792319 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731483792319Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731483792343 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731483792343Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731483792765 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731483792782 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731483792782Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731483793205 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731483793221 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731483793221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3709911: reopening flushed file at 1731483793638 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340335ce: reopening flushed file at 1731483793646 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1f4d51: reopening flushed file at 1731483793653 (+7 ms)Finished flush of dataSize ~162.96 KB/166867, heapSize ~190.54 KB/195112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=317, compaction requested=false at 1731483793661 (+8 ms)Writing region close event to WAL at 1731483793663 (+2 ms)Closed at 1731483793663
2024-11-13T07:43:13,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741830_1006 (size=188079)
2024-11-13T07:43:13,666 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e65a5004-6b8e-9303-b5e3-124cb440aec7/MasterData/WALs/2998b885bdef,44795,1731483655298/2998b885bdef%2C44795%2C1731483655298.1731483658220 not finished, retry = 0
2024-11-13T07:43:13,767 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T07:43:13,768 INFO  [M:0;2998b885bdef:44795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-13T07:43:13,768 INFO  [M:0;2998b885bdef:44795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44795
2024-11-13T07:43:13,768 INFO  [M:0;2998b885bdef:44795 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T07:43:13,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T07:43:13,918 INFO  [M:0;2998b885bdef:44795 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T07:43:13,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44795-0x1013323d4f20000, quorum=127.0.0.1:51890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T07:43:13,957 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5537c1f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T07:43:13,959 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31862285{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T07:43:13,959 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T07:43:13,959 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29ee0fe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T07:43:13,959 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a781d84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/hadoop.log.dir/,STOPPED}
2024-11-13T07:43:13,961 WARN  [BP-1898477858-172.17.0.3-1731483651435 heartbeating to localhost/127.0.0.1:33501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-13T07:43:13,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-13T07:43:13,961 WARN  [BP-1898477858-172.17.0.3-1731483651435 heartbeating to localhost/127.0.0.1:33501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1898477858-172.17.0.3-1731483651435 (Datanode Uuid a5693a5c-19fc-4d8a-bb2a-2e09d0a7dad4) service to localhost/127.0.0.1:33501
2024-11-13T07:43:13,961 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-13T07:43:13,963 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/cluster_23858152-36e6-769a-85f8-83c5c1eeec36/data/data1/current/BP-1898477858-172.17.0.3-1731483651435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T07:43:13,963 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/cluster_23858152-36e6-769a-85f8-83c5c1eeec36/data/data2/current/BP-1898477858-172.17.0.3-1731483651435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T07:43:13,964 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-13T07:43:13,970 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df87c21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T07:43:13,971 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T07:43:13,971 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T07:43:13,971 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T07:43:13,971 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afbc52e7-e99c-ddc1-1d4a-a603bd2d1cd2/hadoop.log.dir/,STOPPED}
2024-11-13T07:43:13,978 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-13T07:43:14,006 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down