2024-11-24 22:39:06,242 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-24 22:39:06,310 main DEBUG Took 0.064067 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-24 22:39:06,310 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-24 22:39:06,310 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-24 22:39:06,312 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-24 22:39:06,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,335 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-24 22:39:06,366 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,369 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,370 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,372 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,379 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,381 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,383 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,385 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,387 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,388 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 22:39:06,389 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,389 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-24 22:39:06,391 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 22:39:06,393 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-24 22:39:06,395 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-24 22:39:06,396 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-24 22:39:06,397 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-24 22:39:06,398 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-24 22:39:06,408 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-24 22:39:06,412 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-24 22:39:06,415 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-24 22:39:06,416 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-24 22:39:06,417 main DEBUG createAppenders(={Console})
2024-11-24 22:39:06,421 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-24 22:39:06,423 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-24 22:39:06,425 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-24 22:39:06,426 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-24 22:39:06,427 main DEBUG OutputStream closed
2024-11-24 22:39:06,428 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-24 22:39:06,429 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-24 22:39:06,429 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-24 22:39:06,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-24 22:39:06,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-24 22:39:06,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-24 22:39:06,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-24 22:39:06,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-24 22:39:06,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-24 22:39:06,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-24 22:39:06,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-24 22:39:06,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-24 22:39:06,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-24 22:39:06,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-24 22:39:06,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-24 22:39:06,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-24 22:39:06,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-24 22:39:06,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-24 22:39:06,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-24 22:39:06,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-24 22:39:06,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-24 22:39:06,560 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-24 22:39:06,561 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-24 22:39:06,561 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-24 22:39:06,562 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-24T22:39:06,579 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-24 22:39:06,582 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-24 22:39:06,583 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-24T22:39:06,916 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e
2024-11-24T22:39:06,945 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-24T22:39:06,964 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/cluster_5bb95fdc-8040-0632-edee-2deaede4c27b, deleteOnExit=true
2024-11-24T22:39:06,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-24T22:39:06,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/test.cache.data in system properties and HBase conf
2024-11-24T22:39:06,968 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/hadoop.tmp.dir in system properties and HBase conf
2024-11-24T22:39:06,969 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/hadoop.log.dir in system properties and HBase conf
2024-11-24T22:39:06,970 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-24T22:39:06,971 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-24T22:39:06,971 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-24T22:39:07,083 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-24T22:39:07,209 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-24T22:39:07,214 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-24T22:39:07,214 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-24T22:39:07,216 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-24T22:39:07,216 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-24T22:39:07,217 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-24T22:39:07,218 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-24T22:39:07,218 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-24T22:39:07,219 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-24T22:39:07,219 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-24T22:39:07,220 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/nfs.dump.dir in system properties and HBase conf
2024-11-24T22:39:07,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/java.io.tmpdir in system properties and HBase conf
2024-11-24T22:39:07,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-24T22:39:07,224 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-24T22:39:07,224 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-24T22:39:08,319 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-24T22:39:08,431 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3105ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-24T22:39:08,531 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T22:39:08,614 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-24T22:39:08,649 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-24T22:39:08,651 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-24T22:39:08,653 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-24T22:39:08,669 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T22:39:08,672 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/hadoop.log.dir/,AVAILABLE}
2024-11-24T22:39:08,674 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-24T22:39:08,949 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/java.io.tmpdir/jetty-localhost-36583-hadoop-hdfs-3_4_1-tests_jar-_-any-7563270548631673554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-24T22:39:08,959 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:36583}
2024-11-24T22:39:08,960 INFO  [Time-limited test {}] server.Server(415): Started @3634ms
2024-11-24T22:39:09,499 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T22:39:09,511 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-24T22:39:09,517 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-24T22:39:09,517 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-24T22:39:09,518 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-24T22:39:09,519 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/hadoop.log.dir/,AVAILABLE}
2024-11-24T22:39:09,519 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-24T22:39:09,677 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/java.io.tmpdir/jetty-localhost-36505-hadoop-hdfs-3_4_1-tests_jar-_-any-10507090842591862580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-24T22:39:09,677 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:36505}
2024-11-24T22:39:09,678 INFO  [Time-limited test {}] server.Server(415): Started @4353ms
2024-11-24T22:39:09,741 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-24T22:39:10,431 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/cluster_5bb95fdc-8040-0632-edee-2deaede4c27b/data/data2/current/BP-775191427-172.17.0.2-1732487948001/current, will proceed with Du for space computation calculation, 
2024-11-24T22:39:10,432 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/cluster_5bb95fdc-8040-0632-edee-2deaede4c27b/data/data1/current/BP-775191427-172.17.0.2-1732487948001/current, will proceed with Du for space computation calculation, 
2024-11-24T22:39:10,495 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-24T22:39:10,558 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4363e209c4ca0224 with lease ID 0x7db9d92ff4314c86: Processing first storage report for DS-1964f64e-c569-408e-9387-638241ef69d6 from datanode DatanodeRegistration(127.0.0.1:42813, datanodeUuid=30a5a796-66b4-4c3a-9374-2c7e1db77ee4, infoPort=37105, infoSecurePort=0, ipcPort=42303, storageInfo=lv=-57;cid=testClusterID;nsid=80002864;c=1732487948001)
2024-11-24T22:39:10,560 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4363e209c4ca0224 with lease ID 0x7db9d92ff4314c86: from storage DS-1964f64e-c569-408e-9387-638241ef69d6 node DatanodeRegistration(127.0.0.1:42813, datanodeUuid=30a5a796-66b4-4c3a-9374-2c7e1db77ee4, infoPort=37105, infoSecurePort=0, ipcPort=42303, storageInfo=lv=-57;cid=testClusterID;nsid=80002864;c=1732487948001), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-24T22:39:10,561 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4363e209c4ca0224 with lease ID 0x7db9d92ff4314c86: Processing first storage report for DS-2f34a183-ad40-4baa-8957-6378e771afd5 from datanode DatanodeRegistration(127.0.0.1:42813, datanodeUuid=30a5a796-66b4-4c3a-9374-2c7e1db77ee4, infoPort=37105, infoSecurePort=0, ipcPort=42303, storageInfo=lv=-57;cid=testClusterID;nsid=80002864;c=1732487948001)
2024-11-24T22:39:10,561 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4363e209c4ca0224 with lease ID 0x7db9d92ff4314c86: from storage DS-2f34a183-ad40-4baa-8957-6378e771afd5 node DatanodeRegistration(127.0.0.1:42813, datanodeUuid=30a5a796-66b4-4c3a-9374-2c7e1db77ee4, infoPort=37105, infoSecurePort=0, ipcPort=42303, storageInfo=lv=-57;cid=testClusterID;nsid=80002864;c=1732487948001), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-24T22:39:10,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e
2024-11-24T22:39:10,681 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/cluster_5bb95fdc-8040-0632-edee-2deaede4c27b/zookeeper_0, clientPort=53611, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/cluster_5bb95fdc-8040-0632-edee-2deaede4c27b/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/cluster_5bb95fdc-8040-0632-edee-2deaede4c27b/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-24T22:39:10,693 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53611
2024-11-24T22:39:10,712 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T22:39:10,717 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T22:39:11,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741825_1001 (size=7)
2024-11-24T22:39:11,477 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149 with version=8
2024-11-24T22:39:11,478 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/hbase-staging
2024-11-24T22:39:11,572 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-24T22:39:11,826 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=9
2024-11-24T22:39:11,837 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T22:39:11,838 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-24T22:39:11,842 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-24T22:39:11,842 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T22:39:11,842 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-24T22:39:11,976 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-24T22:39:12,036 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-24T22:39:12,045 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-24T22:39:12,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-24T22:39:12,075 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23418 (auto-detected)
2024-11-24T22:39:12,076 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-24T22:39:12,094 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34771
2024-11-24T22:39:12,115 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34771 connecting to ZooKeeper ensemble=127.0.0.1:53611
2024-11-24T22:39:12,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347710x0, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-24T22:39:12,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34771-0x1014c221bcc0000 connected
2024-11-24T22:39:12,179 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T22:39:12,182 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T22:39:12,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T22:39:12,194 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149, hbase.cluster.distributed=false
2024-11-24T22:39:12,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-24T22:39:12,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34771
2024-11-24T22:39:12,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34771
2024-11-24T22:39:12,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34771
2024-11-24T22:39:12,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34771
2024-11-24T22:39:12,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34771
2024-11-24T22:39:12,331 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=9
2024-11-24T22:39:12,333 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T22:39:12,333 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-24T22:39:12,333 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-24T22:39:12,333 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T22:39:12,333 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-24T22:39:12,336 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-24T22:39:12,338 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-24T22:39:12,339 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41587
2024-11-24T22:39:12,341 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41587 connecting to ZooKeeper ensemble=127.0.0.1:53611
2024-11-24T22:39:12,342 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T22:39:12,345 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T22:39:12,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415870x0, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-24T22:39:12,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41587-0x1014c221bcc0001 connected
2024-11-24T22:39:12,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T22:39:12,356 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-24T22:39:12,364 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-24T22:39:12,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-24T22:39:12,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-24T22:39:12,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41587
2024-11-24T22:39:12,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41587
2024-11-24T22:39:12,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41587
2024-11-24T22:39:12,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41587
2024-11-24T22:39:12,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41587
2024-11-24T22:39:12,389 DEBUG [M:0;bd6592c37bb2:34771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:34771
2024-11-24T22:39:12,390 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bd6592c37bb2,34771,1732487951630
2024-11-24T22:39:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T22:39:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T22:39:12,399 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bd6592c37bb2,34771,1732487951630
2024-11-24T22:39:12,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-24T22:39:12,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:39:12,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:39:12,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-24T22:39:12,421 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bd6592c37bb2,34771,1732487951630 from backup master directory
2024-11-24T22:39:12,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T22:39:12,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bd6592c37bb2,34771,1732487951630
2024-11-24T22:39:12,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T22:39:12,425 WARN  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-24T22:39:12,425 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,34771,1732487951630
2024-11-24T22:39:12,427 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-24T22:39:12,429 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-24T22:39:12,484 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/hbase.id] with ID: a0d11504-b205-4539-b36d-aab1337a319f
2024-11-24T22:39:12,484 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/.tmp/hbase.id
2024-11-24T22:39:12,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741826_1002 (size=42)
2024-11-24T22:39:12,494 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/.tmp/hbase.id]:[hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/hbase.id]
2024-11-24T22:39:12,536 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T22:39:12,541 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-24T22:39:12,560 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-24T22:39:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:39:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:39:12,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741827_1003 (size=196)
2024-11-24T22:39:12,595 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:39:12,597 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-24T22:39:12,614 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T22:39:12,618 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T22:39:12,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741828_1004 (size=1189)
2024-11-24T22:39:13,068 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store
2024-11-24T22:39:13,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741829_1005 (size=34)
2024-11-24T22:39:13,091 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-24T22:39:13,094 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:39:13,095 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-24T22:39:13,095 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T22:39:13,095 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T22:39:13,097 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-24T22:39:13,097 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T22:39:13,097 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T22:39:13,098 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732487953095Disabling compacts and flushes for region at 1732487953095Disabling writes for close at 1732487953097 (+2 ms)Writing region close event to WAL at 1732487953097Closed at 1732487953097
2024-11-24T22:39:13,100 WARN  [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/.initializing
2024-11-24T22:39:13,100 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/WALs/bd6592c37bb2,34771,1732487951630
2024-11-24T22:39:13,109 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-24T22:39:13,125 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C34771%2C1732487951630, suffix=, logDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/WALs/bd6592c37bb2,34771,1732487951630, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/oldWALs, maxLogs=10
2024-11-24T22:39:13,151 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/WALs/bd6592c37bb2,34771,1732487951630/bd6592c37bb2%2C34771%2C1732487951630.1732487953131, exclude list is [], retry=0
2024-11-24T22:39:13,167 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42813,DS-1964f64e-c569-408e-9387-638241ef69d6,DISK]
2024-11-24T22:39:13,170 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-24T22:39:13,207 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/WALs/bd6592c37bb2,34771,1732487951630/bd6592c37bb2%2C34771%2C1732487951630.1732487953131
2024-11-24T22:39:13,208 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37105:37105)]
2024-11-24T22:39:13,209 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:39:13,210 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:39:13,214 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T22:39:13,215 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T22:39:13,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T22:39:13,289 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-24T22:39:13,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:39:13,295 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T22:39:13,295 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T22:39:13,299 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-24T22:39:13,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:39:13,300 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:39:13,300 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T22:39:13,303 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-24T22:39:13,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:39:13,304 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:39:13,304 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T22:39:13,307 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-24T22:39:13,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:39:13,308 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:39:13,309 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T22:39:13,312 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-24T22:39:13,314 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-24T22:39:13,319 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T22:39:13,320 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T22:39:13,325 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T22:39:13,329 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T22:39:13,333 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:39:13,334 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64836017, jitterRate=-0.033868059515953064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T22:39:13,340 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732487953235Initializing all the Stores at 1732487953238 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732487953238Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732487953239 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732487953239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732487953239Cleaning up temporary data from old regions at 1732487953320 (+81 ms)Region opened successfully at 1732487953340 (+20 ms)
2024-11-24T22:39:13,342 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-24T22:39:13,376 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41297d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0
2024-11-24T22:39:13,409 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-24T22:39:13,420 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-24T22:39:13,420 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-24T22:39:13,423 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-24T22:39:13,425 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-24T22:39:13,429 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-24T22:39:13,429 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-24T22:39:13,455 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-24T22:39:13,463 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-24T22:39:13,466 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-24T22:39:13,468 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-24T22:39:13,469 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-24T22:39:13,470 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-24T22:39:13,473 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-24T22:39:13,477 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-24T22:39:13,484 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-24T22:39:13,485 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-24T22:39:13,486 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-24T22:39:13,503 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-24T22:39:13,504 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-24T22:39:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-24T22:39:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-24T22:39:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:39:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:39:13,511 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,34771,1732487951630, sessionid=0x1014c221bcc0000, setting cluster-up flag (Was=false)
2024-11-24T22:39:13,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:39:13,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:39:13,531 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-24T22:39:13,533 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,34771,1732487951630
2024-11-24T22:39:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:39:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:39:13,545 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-24T22:39:13,547 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,34771,1732487951630
2024-11-24T22:39:13,554 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-24T22:39:13,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(746): ClusterId : a0d11504-b205-4539-b36d-aab1337a319f
2024-11-24T22:39:13,581 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-24T22:39:13,586 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-24T22:39:13,586 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-24T22:39:13,589 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-24T22:39:13,590 DEBUG [RS:0;bd6592c37bb2:41587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5703f9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0
2024-11-24T22:39:13,611 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:41587
2024-11-24T22:39:13,616 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-24T22:39:13,616 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-24T22:39:13,616 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-24T22:39:13,620 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,34771,1732487951630 with port=41587, startcode=1732487952291
2024-11-24T22:39:13,627 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-24T22:39:13,631 DEBUG [RS:0;bd6592c37bb2:41587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-24T22:39:13,639 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-24T22:39:13,648 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-24T22:39:13,656 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,34771,1732487951630
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-24T22:39:13,665 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5
2024-11-24T22:39:13,665 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5
2024-11-24T22:39:13,665 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5
2024-11-24T22:39:13,665 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5
2024-11-24T22:39:13,666 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10
2024-11-24T22:39:13,666 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:13,666 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2
2024-11-24T22:39:13,666 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:13,668 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-24T22:39:13,668 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732487983668
2024-11-24T22:39:13,670 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-24T22:39:13,672 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-24T22:39:13,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T22:39:13,672 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-24T22:39:13,675 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34771 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T22:39:13,676 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-24T22:39:13,677 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-24T22:39:13,677 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-24T22:39:13,677 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-24T22:39:13,679 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:39:13,679 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-24T22:39:13,678 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:13,682 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-24T22:39:13,684 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-24T22:39:13,684 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-24T22:39:13,687 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-24T22:39:13,687 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-24T22:39:13,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741831_1007 (size=1321)
2024-11-24T22:39:13,692 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732487953689,5,FailOnTimeoutGroup]
2024-11-24T22:39:13,693 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732487953693,5,FailOnTimeoutGroup]
2024-11-24T22:39:13,693 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:13,694 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-24T22:39:13,695 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:13,695 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:13,702 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-24T22:39:13,702 WARN  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-24T22:39:14,092 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-24T22:39:14,093 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:39:14,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741832_1008 (size=32)
2024-11-24T22:39:14,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:39:14,507 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-24T22:39:14,509 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-24T22:39:14,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:39:14,510 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T22:39:14,511 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-24T22:39:14,513 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-24T22:39:14,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:39:14,514 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T22:39:14,514 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-24T22:39:14,517 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-24T22:39:14,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:39:14,518 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T22:39:14,518 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-24T22:39:14,520 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-24T22:39:14,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:39:14,521 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T22:39:14,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-24T22:39:14,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740
2024-11-24T22:39:14,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740
2024-11-24T22:39:14,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-24T22:39:14,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-24T22:39:14,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T22:39:14,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-24T22:39:14,533 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:39:14,533 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69491284, jitterRate=0.03550082445144653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T22:39:14,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732487954504Initializing all the Stores at 1732487954506 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732487954506Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732487954507 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732487954507Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732487954507Cleaning up temporary data from old regions at 1732487954526 (+19 ms)Region opened successfully at 1732487954536 (+10 ms)
2024-11-24T22:39:14,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-24T22:39:14,536 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-24T22:39:14,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-24T22:39:14,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-24T22:39:14,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-24T22:39:14,538 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-24T22:39:14,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732487954536Disabling compacts and flushes for region at 1732487954536Disabling writes for close at 1732487954537 (+1 ms)Writing region close event to WAL at 1732487954538 (+1 ms)Closed at 1732487954538
2024-11-24T22:39:14,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T22:39:14,542 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-24T22:39:14,548 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-24T22:39:14,556 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-24T22:39:14,559 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-24T22:39:14,710 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:15,710 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:16,711 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:17,712 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:18,712 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:19,713 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:20,714 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:21,714 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-24T22:39:22,034 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-24T22:39:22,715 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:23,716 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:24,716 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:25,717 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:26,718 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:27,719 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:28,720 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:29,720 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:30,721 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:31,722 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:32,722 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:33,723 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:34,724 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:35,725 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:36,726 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:37,726 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:38,727 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:39,728 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:40,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T22:39:40,728 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:41,729 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:42,729 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:43,704 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,34771,1732487951630 with port=41587, startcode=1732487952291
2024-11-24T22:39:43,706 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,41587,1732487952291
2024-11-24T22:39:43,709 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34771 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,41587,1732487952291
2024-11-24T22:39:43,717 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:39:43,717 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39417
2024-11-24T22:39:43,717 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-24T22:39:43,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-24T22:39:43,722 DEBUG [RS:0;bd6592c37bb2:41587 {}] zookeeper.ZKUtil(111): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bd6592c37bb2,41587,1732487952291
2024-11-24T22:39:43,722 WARN  [RS:0;bd6592c37bb2:41587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-24T22:39:43,722 INFO  [RS:0;bd6592c37bb2:41587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T22:39:43,722 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/WALs/bd6592c37bb2,41587,1732487952291
2024-11-24T22:39:43,724 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,41587,1732487952291]
2024-11-24T22:39:43,730 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:43,747 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-24T22:39:43,758 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-24T22:39:43,763 INFO  [RS:0;bd6592c37bb2:41587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-24T22:39:43,763 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:43,764 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-24T22:39:43,769 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-24T22:39:43,771 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:43,771 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,771 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,772 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,772 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,772 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,772 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2
2024-11-24T22:39:43,772 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,773 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,773 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,773 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,773 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,773 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1
2024-11-24T22:39:43,773 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3
2024-11-24T22:39:43,773 DEBUG [RS:0;bd6592c37bb2:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3
2024-11-24T22:39:43,774 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:43,775 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:43,775 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:43,775 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:43,775 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:43,775 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41587,1732487952291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-24T22:39:43,799 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-24T22:39:43,801 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41587,1732487952291-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:43,801 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:43,801 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.Replication(171): bd6592c37bb2,41587,1732487952291 started
2024-11-24T22:39:43,819 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T22:39:43,820 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,41587,1732487952291, RpcServer on bd6592c37bb2/172.17.0.2:41587, sessionid=0x1014c221bcc0001
2024-11-24T22:39:43,821 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-24T22:39:43,821 DEBUG [RS:0;bd6592c37bb2:41587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,41587,1732487952291
2024-11-24T22:39:43,821 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,41587,1732487952291'
2024-11-24T22:39:43,821 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-24T22:39:43,822 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-24T22:39:43,823 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-24T22:39:43,823 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-24T22:39:43,823 DEBUG [RS:0;bd6592c37bb2:41587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,41587,1732487952291
2024-11-24T22:39:43,823 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,41587,1732487952291'
2024-11-24T22:39:43,823 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-24T22:39:43,824 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-24T22:39:43,825 DEBUG [RS:0;bd6592c37bb2:41587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-24T22:39:43,825 INFO  [RS:0;bd6592c37bb2:41587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-24T22:39:43,825 INFO  [RS:0;bd6592c37bb2:41587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-24T22:39:44,731 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:45,731 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:46,732 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:47,733 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:48,733 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:49,734 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:50,735 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:51,735 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:52,736 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:53,737 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:54,737 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:55,738 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:56,739 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:57,739 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:58,740 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:39:59,741 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:00,741 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:01,742 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:02,743 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:03,743 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:04,744 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:05,745 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:06,745 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:07,746 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:08,747 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:09,747 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:10,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T22:40:10,748 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:11,749 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:12,749 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:13,750 WARN  [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T22:40:13,830 INFO  [RS:0;bd6592c37bb2:41587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-24T22:40:13,835 INFO  [RS:0;bd6592c37bb2:41587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C41587%2C1732487952291, suffix=, logDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/WALs/bd6592c37bb2,41587,1732487952291, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/oldWALs, maxLogs=32
2024-11-24T22:40:13,852 DEBUG [RS:0;bd6592c37bb2:41587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/WALs/bd6592c37bb2,41587,1732487952291/bd6592c37bb2%2C41587%2C1732487952291.1732488013837, exclude list is [], retry=0
2024-11-24T22:40:13,857 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42813,DS-1964f64e-c569-408e-9387-638241ef69d6,DISK]
2024-11-24T22:40:13,863 INFO  [RS:0;bd6592c37bb2:41587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/WALs/bd6592c37bb2,41587,1732487952291/bd6592c37bb2%2C41587%2C1732487952291.1732488013837
2024-11-24T22:40:13,864 DEBUG [RS:0;bd6592c37bb2:41587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37105:37105)]
2024-11-24T22:40:14,002 DEBUG [bd6592c37bb2:34771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-24T22:40:14,014 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:14,022 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,41587,1732487952291, state=OPENING
2024-11-24T22:40:14,027 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-24T22:40:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:40:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:40:14,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T22:40:14,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T22:40:14,031 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-24T22:40:14,033 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:40:14,209 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-24T22:40:14,212 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-24T22:40:14,224 INFO  [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-24T22:40:14,225 INFO  [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T22:40:14,225 INFO  [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-24T22:40:14,229 INFO  [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C41587%2C1732487952291.meta, suffix=.meta, logDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/WALs/bd6592c37bb2,41587,1732487952291, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/oldWALs, maxLogs=32
2024-11-24T22:40:14,247 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/WALs/bd6592c37bb2,41587,1732487952291/bd6592c37bb2%2C41587%2C1732487952291.meta.1732488014231.meta, exclude list is [], retry=0
2024-11-24T22:40:14,251 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42813,DS-1964f64e-c569-408e-9387-638241ef69d6,DISK]
2024-11-24T22:40:14,254 INFO  [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/WALs/bd6592c37bb2,41587,1732487952291/bd6592c37bb2%2C41587%2C1732487952291.meta.1732488014231.meta
2024-11-24T22:40:14,255 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37105:37105)]
2024-11-24T22:40:14,255 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:40:14,257 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-24T22:40:14,261 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-24T22:40:14,267 INFO  [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-24T22:40:14,273 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-24T22:40:14,273 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:14,274 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-24T22:40:14,274 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-24T22:40:14,277 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-24T22:40:14,279 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-24T22:40:14,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:14,280 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T22:40:14,280 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-24T22:40:14,281 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-24T22:40:14,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:14,282 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T22:40:14,282 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-24T22:40:14,283 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-24T22:40:14,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:14,284 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T22:40:14,284 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-24T22:40:14,285 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-24T22:40:14,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:14,286 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T22:40:14,286 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-24T22:40:14,288 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740
2024-11-24T22:40:14,290 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740
2024-11-24T22:40:14,293 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-24T22:40:14,293 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-24T22:40:14,294 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T22:40:14,296 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-24T22:40:14,298 INFO  [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61911055, jitterRate=-0.07745338976383209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T22:40:14,298 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-24T22:40:14,299 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732488014274Writing region info on filesystem at 1732488014275 (+1 ms)Initializing all the Stores at 1732488014277 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732488014277Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732488014277Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488014277Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732488014277Cleaning up temporary data from old regions at 1732488014293 (+16 ms)Running coprocessor post-open hooks at 1732488014298 (+5 ms)Region opened successfully at 1732488014299 (+1 ms)
2024-11-24T22:40:14,307 INFO  [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732488014200
2024-11-24T22:40:14,318 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-24T22:40:14,318 INFO  [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-24T22:40:14,320 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:14,323 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,41587,1732487952291, state=OPEN
2024-11-24T22:40:14,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-24T22:40:14,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-24T22:40:14,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T22:40:14,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T22:40:14,329 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:14,336 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-24T22:40:14,336 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,41587,1732487952291 in 297 msec
2024-11-24T22:40:14,344 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-24T22:40:14,344 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.7900 sec
2024-11-24T22:40:14,346 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T22:40:14,347 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-24T22:40:14,367 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T22:40:14,368 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,41587,1732487952291, seqNum=-1]
2024-11-24T22:40:14,389 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T22:40:14,392 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T22:40:14,412 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.828 sec
2024-11-24T22:40:14,412 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732488014412, completionTime=-1
2024-11-24T22:40:14,415 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-24T22:40:14,415 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-24T22:40:14,445 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-24T22:40:14,445 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732488074445
2024-11-24T22:40:14,445 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732488134445
2024-11-24T22:40:14,445 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec
2024-11-24T22:40:14,447 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34771,1732487951630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T22:40:14,448 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34771,1732487951630-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T22:40:14,448 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34771,1732487951630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T22:40:14,449 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:34771, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T22:40:14,450 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-24T22:40:14,450 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-24T22:40:14,456 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-24T22:40:14,476 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.050sec
2024-11-24T22:40:14,477 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-24T22:40:14,479 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-24T22:40:14,479 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-24T22:40:14,480 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-24T22:40:14,480 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-24T22:40:14,481 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34771,1732487951630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-24T22:40:14,481 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34771,1732487951630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-24T22:40:14,489 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-24T22:40:14,490 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-24T22:40:14,490 INFO  [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34771,1732487951630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T22:40:14,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T22:40:14,538 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-24T22:40:14,538 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-24T22:40:14,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,34771,-1 for getting cluster id
2024-11-24T22:40:14,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-24T22:40:14,554 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d11504-b205-4539-b36d-aab1337a319f'
2024-11-24T22:40:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-24T22:40:14,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d11504-b205-4539-b36d-aab1337a319f"

2024-11-24T22:40:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5477ea0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T22:40:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,34771,-1]
2024-11-24T22:40:14,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-24T22:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T22:40:14,564 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-24T22:40:14,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T22:40:14,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T22:40:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,41587,1732487952291, seqNum=-1]
2024-11-24T22:40:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T22:40:14,576 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T22:40:14,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,34771,1732487951630
2024-11-24T22:40:14,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T22:40:14,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,34771,-1 for getting cluster id
2024-11-24T22:40:14,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-24T22:40:14,601 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d11504-b205-4539-b36d-aab1337a319f'
2024-11-24T22:40:14,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-24T22:40:14,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d11504-b205-4539-b36d-aab1337a319f"

2024-11-24T22:40:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569d676e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T22:40:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,34771,-1]
2024-11-24T22:40:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-24T22:40:14,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T22:40:14,606 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-24T22:40:14,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3170ebff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T22:40:14,622 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=533, ProcessCount=11, AvailableMemoryMB=6563
2024-11-24T22:40:14,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-24T22:40:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,34771,1732487951630
2024-11-24T22:40:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29ee7604
2024-11-24T22:40:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-24T22:40:14,658 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-24T22:40:14,665 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:40:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-24T22:40:14,679 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T22:40:14,681 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-24T22:40:14,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:14,683 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T22:40:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-24T22:40:14,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741835_1011 (size=428)
2024-11-24T22:40:15,107 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f04d45507070af7013ba5ca12e83f41, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:40:15,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741836_1012 (size=79)
2024-11-24T22:40:15,125 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:15,125 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3f04d45507070af7013ba5ca12e83f41, disabling compactions & flushes
2024-11-24T22:40:15,125 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:40:15,125 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:40:15,125 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41. after waiting 0 ms
2024-11-24T22:40:15,125 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:40:15,125 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:40:15,126 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f04d45507070af7013ba5ca12e83f41:
Waiting for close lock at 1732488015125Disabling compacts and flushes for region at 1732488015125Disabling writes for close at 1732488015125Writing region close event to WAL at 1732488015125Closed at 1732488015125
2024-11-24T22:40:15,130 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T22:40:15,135 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732488015130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732488015130"}]},"ts":"1732488015130"}
2024-11-24T22:40:15,141 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T22:40:15,143 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T22:40:15,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488015143"}]},"ts":"1732488015143"}
2024-11-24T22:40:15,150 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-24T22:40:15,152 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=3f04d45507070af7013ba5ca12e83f41, ASSIGN}]
2024-11-24T22:40:15,154 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=3f04d45507070af7013ba5ca12e83f41, ASSIGN
2024-11-24T22:40:15,155 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=3f04d45507070af7013ba5ca12e83f41, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41587,1732487952291; forceNewPlan=false, retain=false
2024-11-24T22:40:15,307 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f04d45507070af7013ba5ca12e83f41, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:15,312 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=3f04d45507070af7013ba5ca12e83f41, ASSIGN because future has completed
2024-11-24T22:40:15,313 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f04d45507070af7013ba5ca12e83f41, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:40:15,475 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:40:15,475 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f04d45507070af7013ba5ca12e83f41, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:40:15,475 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:40:15,476 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:15,476 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:40:15,476 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:40:15,478 INFO  [StoreOpener-3f04d45507070af7013ba5ca12e83f41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3f04d45507070af7013ba5ca12e83f41 
2024-11-24T22:40:15,480 INFO  [StoreOpener-3f04d45507070af7013ba5ca12e83f41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f04d45507070af7013ba5ca12e83f41 columnFamilyName testFamily
2024-11-24T22:40:15,480 DEBUG [StoreOpener-3f04d45507070af7013ba5ca12e83f41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:15,481 INFO  [StoreOpener-3f04d45507070af7013ba5ca12e83f41-1 {}] regionserver.HStore(327): Store=3f04d45507070af7013ba5ca12e83f41/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:40:15,482 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:40:15,483 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:40:15,483 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:40:15,484 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:40:15,484 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:40:15,487 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:40:15,490 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3f04d45507070af7013ba5ca12e83f41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:40:15,491 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3f04d45507070af7013ba5ca12e83f41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69688874, jitterRate=0.03844514489173889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T22:40:15,491 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:40:15,492 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3f04d45507070af7013ba5ca12e83f41:
Running coprocessor pre-open hook at 1732488015476Writing region info on filesystem at 1732488015476Initializing all the Stores at 1732488015478 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488015478Cleaning up temporary data from old regions at 1732488015484 (+6 ms)Running coprocessor post-open hooks at 1732488015491 (+7 ms)Region opened successfully at 1732488015492 (+1 ms)
2024-11-24T22:40:15,494 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41., pid=6, masterSystemTime=1732488015468
2024-11-24T22:40:15,497 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:40:15,497 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:40:15,498 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f04d45507070af7013ba5ca12e83f41, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:15,502 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f04d45507070af7013ba5ca12e83f41, server=bd6592c37bb2,41587,1732487952291 because future has completed
2024-11-24T22:40:15,508 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-24T22:40:15,508 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f04d45507070af7013ba5ca12e83f41, server=bd6592c37bb2,41587,1732487952291 in 191 msec
2024-11-24T22:40:15,512 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-24T22:40:15,512 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=3f04d45507070af7013ba5ca12e83f41, ASSIGN in 357 msec
2024-11-24T22:40:15,513 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T22:40:15,513 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488015513"}]},"ts":"1732488015513"}
2024-11-24T22:40:15,516 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-24T22:40:15,518 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T22:40:15,521 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 849 msec
2024-11-24T22:40:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-24T22:40:15,712 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-24T22:40:15,712 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-24T22:40:15,714 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:15,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-24T22:40:15,720 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:15,720 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-24T22:40:15,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T22:40:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,41587,1732487952291, seqNum=-1]
2024-11-24T22:40:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T22:40:15,727 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T22:40:15,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:40:15,747 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T22:40:15,750 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-24T22:40:15,756 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-24T22:40:15,761 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-24T22:40:15,763 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-24T22:40:15,764 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4355905464521719816
2024-11-24T22:40:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44118 deadline: 1732488018762, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T22:40:15,771 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-24T22:40:15,773 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-24T22:40:15,774 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T22:40:15,776 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T22:40:15,777 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4355905464521719818
2024-11-24T22:40:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44118 deadline: 1732488018776, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T22:40:15,780 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T22:40:15,781 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=4355905464521719819
2024-11-24T22:40:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44118 deadline: 1732488018780, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T22:40:15,785 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T22:40:15,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=4355905464521719820
2024-11-24T22:40:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44118 deadline: 1732488018784, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T22:40:15,789 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T22:40:15,804 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017814555_22 at /127.0.0.1:38778 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=533 (was 533), ProcessCount=11 (was 11), AvailableMemoryMB=6490 (was 6563)
2024-11-24T22:40:15,812 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=533, ProcessCount=11, AvailableMemoryMB=6489
2024-11-24T22:40:15,816 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:40:15,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34771 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-24T22:40:15,820 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T22:40:15,820 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:15,821 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-24T22:40:15,822 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T22:40:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T22:40:15,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741837_1013 (size=414)
2024-11-24T22:40:16,235 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07aabac33915e98a0288c357d99da724, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:40:16,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741838_1014 (size=65)
2024-11-24T22:40:16,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:16,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 07aabac33915e98a0288c357d99da724, disabling compactions & flushes
2024-11-24T22:40:16,645 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:40:16,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:40:16,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724. after waiting 0 ms
2024-11-24T22:40:16,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:40:16,645 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:40:16,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07aabac33915e98a0288c357d99da724:
Waiting for close lock at 1732488016645Disabling compacts and flushes for region at 1732488016645Disabling writes for close at 1732488016645Writing region close event to WAL at 1732488016645Closed at 1732488016645
2024-11-24T22:40:16,648 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T22:40:16,648 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732488016648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732488016648"}]},"ts":"1732488016648"}
2024-11-24T22:40:16,652 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T22:40:16,653 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T22:40:16,653 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488016653"}]},"ts":"1732488016653"}
2024-11-24T22:40:16,656 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-24T22:40:16,657 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=07aabac33915e98a0288c357d99da724, ASSIGN}]
2024-11-24T22:40:16,658 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=07aabac33915e98a0288c357d99da724, ASSIGN
2024-11-24T22:40:16,660 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=07aabac33915e98a0288c357d99da724, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41587,1732487952291; forceNewPlan=false, retain=false
2024-11-24T22:40:16,811 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=07aabac33915e98a0288c357d99da724, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:16,815 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=07aabac33915e98a0288c357d99da724, ASSIGN because future has completed
2024-11-24T22:40:16,815 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07aabac33915e98a0288c357d99da724, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:40:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T22:40:16,976 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:40:16,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 07aabac33915e98a0288c357d99da724, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:40:16,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 07aabac33915e98a0288c357d99da724
2024-11-24T22:40:16,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:16,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 07aabac33915e98a0288c357d99da724
2024-11-24T22:40:16,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 07aabac33915e98a0288c357d99da724
2024-11-24T22:40:16,978 INFO  [StoreOpener-07aabac33915e98a0288c357d99da724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 07aabac33915e98a0288c357d99da724 
2024-11-24T22:40:16,981 INFO  [StoreOpener-07aabac33915e98a0288c357d99da724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07aabac33915e98a0288c357d99da724 columnFamilyName testFamily
2024-11-24T22:40:16,981 DEBUG [StoreOpener-07aabac33915e98a0288c357d99da724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:16,982 INFO  [StoreOpener-07aabac33915e98a0288c357d99da724-1 {}] regionserver.HStore(327): Store=07aabac33915e98a0288c357d99da724/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:40:16,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 07aabac33915e98a0288c357d99da724
2024-11-24T22:40:16,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScanner/07aabac33915e98a0288c357d99da724
2024-11-24T22:40:16,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScanner/07aabac33915e98a0288c357d99da724
2024-11-24T22:40:16,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 07aabac33915e98a0288c357d99da724
2024-11-24T22:40:16,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 07aabac33915e98a0288c357d99da724
2024-11-24T22:40:16,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 07aabac33915e98a0288c357d99da724
2024-11-24T22:40:16,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScanner/07aabac33915e98a0288c357d99da724/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:40:16,991 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 07aabac33915e98a0288c357d99da724; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67929185, jitterRate=0.012223735451698303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T22:40:16,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07aabac33915e98a0288c357d99da724
2024-11-24T22:40:16,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 07aabac33915e98a0288c357d99da724:
Running coprocessor pre-open hook at 1732488016977Writing region info on filesystem at 1732488016977Initializing all the Stores at 1732488016978 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488016978Cleaning up temporary data from old regions at 1732488016984 (+6 ms)Running coprocessor post-open hooks at 1732488016991 (+7 ms)Region opened successfully at 1732488016992 (+1 ms)
2024-11-24T22:40:16,993 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724., pid=9, masterSystemTime=1732488016969
2024-11-24T22:40:16,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:40:16,997 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:40:16,998 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=07aabac33915e98a0288c357d99da724, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:17,002 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07aabac33915e98a0288c357d99da724, server=bd6592c37bb2,41587,1732487952291 because future has completed
2024-11-24T22:40:17,008 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-24T22:40:17,008 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 07aabac33915e98a0288c357d99da724, server=bd6592c37bb2,41587,1732487952291 in 189 msec
2024-11-24T22:40:17,012 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-24T22:40:17,012 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=07aabac33915e98a0288c357d99da724, ASSIGN in 352 msec
2024-11-24T22:40:17,013 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T22:40:17,014 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488017014"}]},"ts":"1732488017014"}
2024-11-24T22:40:17,017 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-24T22:40:17,018 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T22:40:17,021 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2020 sec
2024-11-24T22:40:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T22:40:18,862 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-24T22:40:18,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-24T22:40:18,862 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:18,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-24T22:40:18,866 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:18,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-24T22:40:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:40:18,882 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T22:40:18,882 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-24T22:40:18,885 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T22:40:18,887 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-24T22:40:19,802 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T22:40:19,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-24T22:40:19,825 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-24T22:40:19,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-24T22:40:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-24T22:40:22,033 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-24T22:40:22,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T22:40:22,035 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-24T22:40:22,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-24T22:40:22,035 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T22:40:22,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-24T22:40:22,037 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-24T22:40:24,894 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bd6592c37bb2:41587 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-24T22:40:24,895 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-24T22:40:24,895 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 from cache
2024-11-24T22:40:24,905 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 533), ProcessCount=11 (was 11), AvailableMemoryMB=6358 (was 6489)
2024-11-24T22:40:24,913 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=6358
2024-11-24T22:40:24,915 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:40:24,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34771 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-24T22:40:24,919 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T22:40:24,919 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:24,919 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-24T22:40:24,921 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T22:40:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T22:40:24,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741839_1015 (size=412)
2024-11-24T22:40:25,332 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4eed1fa9facbd272f5ed68debfca0d2, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:40:25,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741840_1016 (size=63)
2024-11-24T22:40:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-24T22:40:25,741 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:25,741 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing b4eed1fa9facbd272f5ed68debfca0d2, disabling compactions & flushes
2024-11-24T22:40:25,741 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:40:25,742 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:40:25,742 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2. after waiting 0 ms
2024-11-24T22:40:25,742 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:40:25,742 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:40:25,742 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4eed1fa9facbd272f5ed68debfca0d2:
Waiting for close lock at 1732488025741Disabling compacts and flushes for region at 1732488025741Disabling writes for close at 1732488025742 (+1 ms)Writing region close event to WAL at 1732488025742Closed at 1732488025742
2024-11-24T22:40:25,744 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T22:40:25,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732488025744"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732488025744"}]},"ts":"1732488025744"}
2024-11-24T22:40:25,747 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T22:40:25,748 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T22:40:25,749 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488025748"}]},"ts":"1732488025748"}
2024-11-24T22:40:25,751 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-24T22:40:25,752 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b4eed1fa9facbd272f5ed68debfca0d2, ASSIGN}]
2024-11-24T22:40:25,753 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b4eed1fa9facbd272f5ed68debfca0d2, ASSIGN
2024-11-24T22:40:25,754 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b4eed1fa9facbd272f5ed68debfca0d2, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41587,1732487952291; forceNewPlan=false, retain=false
2024-11-24T22:40:25,905 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b4eed1fa9facbd272f5ed68debfca0d2, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:25,909 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b4eed1fa9facbd272f5ed68debfca0d2, ASSIGN because future has completed
2024-11-24T22:40:25,910 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4eed1fa9facbd272f5ed68debfca0d2, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:40:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T22:40:26,069 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:40:26,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => b4eed1fa9facbd272f5ed68debfca0d2, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:40:26,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:40:26,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:26,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:40:26,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:40:26,071 INFO  [StoreOpener-b4eed1fa9facbd272f5ed68debfca0d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b4eed1fa9facbd272f5ed68debfca0d2 
2024-11-24T22:40:26,073 INFO  [StoreOpener-b4eed1fa9facbd272f5ed68debfca0d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4eed1fa9facbd272f5ed68debfca0d2 columnFamilyName testFamily
2024-11-24T22:40:26,074 DEBUG [StoreOpener-b4eed1fa9facbd272f5ed68debfca0d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:26,074 INFO  [StoreOpener-b4eed1fa9facbd272f5ed68debfca0d2-1 {}] regionserver.HStore(327): Store=b4eed1fa9facbd272f5ed68debfca0d2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:40:26,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:40:26,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNextAsync/b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:40:26,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNextAsync/b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:40:26,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:40:26,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:40:26,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:40:26,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNextAsync/b4eed1fa9facbd272f5ed68debfca0d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:40:26,083 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened b4eed1fa9facbd272f5ed68debfca0d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68139719, jitterRate=0.015360936522483826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T22:40:26,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:40:26,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for b4eed1fa9facbd272f5ed68debfca0d2:
Running coprocessor pre-open hook at 1732488026070Writing region info on filesystem at 1732488026070Initializing all the Stores at 1732488026071 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488026071Cleaning up temporary data from old regions at 1732488026077 (+6 ms)Running coprocessor post-open hooks at 1732488026083 (+6 ms)Region opened successfully at 1732488026083
2024-11-24T22:40:26,085 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2., pid=12, masterSystemTime=1732488026063
2024-11-24T22:40:26,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:40:26,088 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:40:26,089 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b4eed1fa9facbd272f5ed68debfca0d2, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:26,092 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4eed1fa9facbd272f5ed68debfca0d2, server=bd6592c37bb2,41587,1732487952291 because future has completed
2024-11-24T22:40:26,097 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-24T22:40:26,097 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b4eed1fa9facbd272f5ed68debfca0d2, server=bd6592c37bb2,41587,1732487952291 in 184 msec
2024-11-24T22:40:26,101 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-24T22:40:26,101 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b4eed1fa9facbd272f5ed68debfca0d2, ASSIGN in 345 msec
2024-11-24T22:40:26,102 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T22:40:26,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488026102"}]},"ts":"1732488026102"}
2024-11-24T22:40:26,105 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-24T22:40:26,106 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T22:40:26,108 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1900 sec
2024-11-24T22:40:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T22:40:27,972 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-24T22:40:27,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-24T22:40:27,972 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:27,977 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-24T22:40:27,977 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:27,977 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-24T22:40:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:40:27,991 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T22:40:27,991 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-24T22:40:27,994 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T22:40:27,996 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T22:40:27,997 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T22:40:27,998 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-24T22:40:31,587 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T22:40:31,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-24T22:40:32,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-24T22:40:32,033 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T22:40:34,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41587 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719829' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T22:40:34,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41587 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:44118 deadline: 1732488040001, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719829' does not exist
2024-11-24T22:40:34,004 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to bd6592c37bb2,41587,1732487952291 for closing scanner id = 4355905464521719829 for b4eed1fa9facbd272f5ed68debfca0d2 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719829' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T22:40:34,008 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 459), ProcessCount=11 (was 11), AvailableMemoryMB=6349 (was 6358)
2024-11-24T22:40:34,016 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=6348
2024-11-24T22:40:34,019 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:40:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-24T22:40:34,022 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T22:40:34,022 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:34,022 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-24T22:40:34,023 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T22:40:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T22:40:34,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741841_1017 (size=423)
2024-11-24T22:40:34,434 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5dde33e62fd8f0abdf0362c8671941e, NAME => 'testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:40:34,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741842_1018 (size=74)
2024-11-24T22:40:34,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-24T22:40:34,844 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:34,844 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing f5dde33e62fd8f0abdf0362c8671941e, disabling compactions & flushes
2024-11-24T22:40:34,844 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:40:34,844 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:40:34,844 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e. after waiting 0 ms
2024-11-24T22:40:34,844 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:40:34,844 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:40:34,844 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5dde33e62fd8f0abdf0362c8671941e:
Waiting for close lock at 1732488034844Disabling compacts and flushes for region at 1732488034844Disabling writes for close at 1732488034844Writing region close event to WAL at 1732488034844Closed at 1732488034844
2024-11-24T22:40:34,846 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T22:40:34,846 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732488034846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732488034846"}]},"ts":"1732488034846"}
2024-11-24T22:40:34,850 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T22:40:34,851 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T22:40:34,851 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488034851"}]},"ts":"1732488034851"}
2024-11-24T22:40:34,854 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-24T22:40:34,854 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f5dde33e62fd8f0abdf0362c8671941e, ASSIGN}]
2024-11-24T22:40:34,856 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f5dde33e62fd8f0abdf0362c8671941e, ASSIGN
2024-11-24T22:40:34,857 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f5dde33e62fd8f0abdf0362c8671941e, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41587,1732487952291; forceNewPlan=false, retain=false
2024-11-24T22:40:35,008 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f5dde33e62fd8f0abdf0362c8671941e, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:35,011 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f5dde33e62fd8f0abdf0362c8671941e, ASSIGN because future has completed
2024-11-24T22:40:35,012 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5dde33e62fd8f0abdf0362c8671941e, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:40:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T22:40:35,171 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:40:35,171 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f5dde33e62fd8f0abdf0362c8671941e, NAME => 'testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:40:35,172 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:40:35,172 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:35,172 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:40:35,172 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:40:35,174 INFO  [StoreOpener-f5dde33e62fd8f0abdf0362c8671941e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f5dde33e62fd8f0abdf0362c8671941e 
2024-11-24T22:40:35,177 INFO  [StoreOpener-f5dde33e62fd8f0abdf0362c8671941e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5dde33e62fd8f0abdf0362c8671941e columnFamilyName testFamily
2024-11-24T22:40:35,177 DEBUG [StoreOpener-f5dde33e62fd8f0abdf0362c8671941e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:35,178 INFO  [StoreOpener-f5dde33e62fd8f0abdf0362c8671941e-1 {}] regionserver.HStore(327): Store=f5dde33e62fd8f0abdf0362c8671941e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:40:35,178 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:40:35,179 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextException/f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:40:35,180 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextException/f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:40:35,180 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:40:35,180 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:40:35,183 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:40:35,186 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextException/f5dde33e62fd8f0abdf0362c8671941e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:40:35,186 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f5dde33e62fd8f0abdf0362c8671941e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66599884, jitterRate=-0.00758439302444458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T22:40:35,186 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:40:35,187 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f5dde33e62fd8f0abdf0362c8671941e:
Running coprocessor pre-open hook at 1732488035172Writing region info on filesystem at 1732488035172Initializing all the Stores at 1732488035173 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488035173Cleaning up temporary data from old regions at 1732488035180 (+7 ms)Running coprocessor post-open hooks at 1732488035187 (+7 ms)Region opened successfully at 1732488035187
2024-11-24T22:40:35,188 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e., pid=15, masterSystemTime=1732488035165
2024-11-24T22:40:35,191 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:40:35,191 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:40:35,192 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f5dde33e62fd8f0abdf0362c8671941e, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:35,195 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5dde33e62fd8f0abdf0362c8671941e, server=bd6592c37bb2,41587,1732487952291 because future has completed
2024-11-24T22:40:35,199 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-24T22:40:35,199 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f5dde33e62fd8f0abdf0362c8671941e, server=bd6592c37bb2,41587,1732487952291 in 184 msec
2024-11-24T22:40:35,202 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-24T22:40:35,203 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f5dde33e62fd8f0abdf0362c8671941e, ASSIGN in 345 msec
2024-11-24T22:40:35,204 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T22:40:35,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488035204"}]},"ts":"1732488035204"}
2024-11-24T22:40:35,206 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-24T22:40:35,207 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T22:40:35,209 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1880 sec
2024-11-24T22:40:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T22:40:37,052 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-24T22:40:37,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-24T22:40:37,053 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:37,057 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-24T22:40:37,057 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:37,057 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-24T22:40:37,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:40:37,070 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T22:40:37,070 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-24T22:40:37,072 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-24T22:40:37,074 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-24T22:40:37,075 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-24T22:40:37,075 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4355905464521719833
2024-11-24T22:40:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44118 deadline: 1732488040074, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T22:40:37,078 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-24T22:40:37,079 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-24T22:40:37,080 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T22:40:37,081 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T22:40:37,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4355905464521719835
2024-11-24T22:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44118 deadline: 1732488040080, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T22:40:37,084 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T22:40:37,085 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=4355905464521719836
2024-11-24T22:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44118 deadline: 1732488040083, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T22:40:37,087 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T22:40:37,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=4355905464521719837
2024-11-24T22:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:44118 deadline: 1732488040087, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T22:40:37,090 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T22:40:37,100 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017814555_22 at /127.0.0.1:42904 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=6342 (was 6348)
2024-11-24T22:40:37,108 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=6342
2024-11-24T22:40:37,111 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-24T22:40:37,113 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T22:40:37,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:37,114 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-24T22:40:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T22:40:37,115 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T22:40:37,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741843_1019 (size=418)
2024-11-24T22:40:37,526 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 953d173a0db3558609429282b338f639, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:40:37,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741844_1020 (size=69)
2024-11-24T22:40:37,828 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-24T22:40:37,935 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:37,935 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 953d173a0db3558609429282b338f639, disabling compactions & flushes
2024-11-24T22:40:37,935 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:40:37,935 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:40:37,935 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639. after waiting 0 ms
2024-11-24T22:40:37,935 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:40:37,935 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:40:37,935 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 953d173a0db3558609429282b338f639:
Waiting for close lock at 1732488037935Disabling compacts and flushes for region at 1732488037935Disabling writes for close at 1732488037935Writing region close event to WAL at 1732488037935Closed at 1732488037935
2024-11-24T22:40:37,937 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T22:40:37,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732488037937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732488037937"}]},"ts":"1732488037937"}
2024-11-24T22:40:37,941 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T22:40:37,942 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T22:40:37,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488037942"}]},"ts":"1732488037942"}
2024-11-24T22:40:37,945 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-24T22:40:37,945 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=953d173a0db3558609429282b338f639, ASSIGN}]
2024-11-24T22:40:37,946 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=953d173a0db3558609429282b338f639, ASSIGN
2024-11-24T22:40:37,947 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=953d173a0db3558609429282b338f639, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41587,1732487952291; forceNewPlan=false, retain=false
2024-11-24T22:40:38,098 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=953d173a0db3558609429282b338f639, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:38,102 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=953d173a0db3558609429282b338f639, ASSIGN because future has completed
2024-11-24T22:40:38,102 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 953d173a0db3558609429282b338f639, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:40:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T22:40:38,261 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:40:38,262 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 953d173a0db3558609429282b338f639, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:40:38,262 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 953d173a0db3558609429282b338f639
2024-11-24T22:40:38,262 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:38,262 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 953d173a0db3558609429282b338f639
2024-11-24T22:40:38,262 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 953d173a0db3558609429282b338f639
2024-11-24T22:40:38,265 INFO  [StoreOpener-953d173a0db3558609429282b338f639-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 953d173a0db3558609429282b338f639 
2024-11-24T22:40:38,267 INFO  [StoreOpener-953d173a0db3558609429282b338f639-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 953d173a0db3558609429282b338f639 columnFamilyName testFamily
2024-11-24T22:40:38,267 DEBUG [StoreOpener-953d173a0db3558609429282b338f639-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:38,268 INFO  [StoreOpener-953d173a0db3558609429282b338f639-1 {}] regionserver.HStore(327): Store=953d173a0db3558609429282b338f639/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:40:38,268 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 953d173a0db3558609429282b338f639
2024-11-24T22:40:38,269 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScanner/953d173a0db3558609429282b338f639
2024-11-24T22:40:38,270 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScanner/953d173a0db3558609429282b338f639
2024-11-24T22:40:38,270 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 953d173a0db3558609429282b338f639
2024-11-24T22:40:38,271 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 953d173a0db3558609429282b338f639
2024-11-24T22:40:38,273 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 953d173a0db3558609429282b338f639
2024-11-24T22:40:38,276 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScanner/953d173a0db3558609429282b338f639/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:40:38,277 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 953d173a0db3558609429282b338f639; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71470780, jitterRate=0.0649976134300232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T22:40:38,277 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 953d173a0db3558609429282b338f639
2024-11-24T22:40:38,278 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 953d173a0db3558609429282b338f639:
Running coprocessor pre-open hook at 1732488038263Writing region info on filesystem at 1732488038263Initializing all the Stores at 1732488038264 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488038264Cleaning up temporary data from old regions at 1732488038271 (+7 ms)Running coprocessor post-open hooks at 1732488038277 (+6 ms)Region opened successfully at 1732488038278 (+1 ms)
2024-11-24T22:40:38,280 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., pid=18, masterSystemTime=1732488038255
2024-11-24T22:40:38,283 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:40:38,283 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:40:38,284 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=953d173a0db3558609429282b338f639, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:38,287 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 953d173a0db3558609429282b338f639, server=bd6592c37bb2,41587,1732487952291 because future has completed
2024-11-24T22:40:38,291 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-24T22:40:38,291 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 953d173a0db3558609429282b338f639, server=bd6592c37bb2,41587,1732487952291 in 186 msec
2024-11-24T22:40:38,294 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-24T22:40:38,294 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=953d173a0db3558609429282b338f639, ASSIGN in 346 msec
2024-11-24T22:40:38,296 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T22:40:38,296 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488038296"}]},"ts":"1732488038296"}
2024-11-24T22:40:38,299 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-24T22:40:38,300 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T22:40:38,302 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1890 sec
2024-11-24T22:40:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T22:40:40,141 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-24T22:40:40,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-24T22:40:40,142 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:40,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-24T22:40:40,146 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:40,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-24T22:40:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:40:40,160 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T22:40:40,160 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-24T22:40:40,163 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T22:40:40,165 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T22:40:40,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T22:40:40,674 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T22:40:41,167 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bd6592c37bb2:41587 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-24T22:40:41,168 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-24T22:40:41,168 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 from cache
2024-11-24T22:40:41,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-24T22:40:42,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-24T22:40:42,033 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-24T22:40:42,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-24T22:40:42,034 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-24T22:40:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:40:42,185 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T22:40:43,168 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bd6592c37bb2:41587 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=979ms
2024-11-24T22:40:43,168 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=979ms
2024-11-24T22:40:43,168 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 from cache
2024-11-24T22:40:43,178 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 388), ProcessCount=11 (was 11), AvailableMemoryMB=6330 (was 6342)
2024-11-24T22:40:43,186 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=357, ProcessCount=11, AvailableMemoryMB=6330
2024-11-24T22:40:43,188 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:40:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-24T22:40:43,191 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T22:40:43,192 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:43,192 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-24T22:40:43,193 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T22:40:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-24T22:40:43,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741845_1021 (size=416)
2024-11-24T22:40:43,603 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => caafff9403770522713e89e943b07bff, NAME => 'testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:40:43,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741846_1022 (size=67)
2024-11-24T22:40:43,611 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:43,611 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing caafff9403770522713e89e943b07bff, disabling compactions & flushes
2024-11-24T22:40:43,611 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:40:43,611 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:40:43,611 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff. after waiting 0 ms
2024-11-24T22:40:43,611 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:40:43,611 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:40:43,611 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for caafff9403770522713e89e943b07bff:
Waiting for close lock at 1732488043611Disabling compacts and flushes for region at 1732488043611Disabling writes for close at 1732488043611Writing region close event to WAL at 1732488043611Closed at 1732488043611
2024-11-24T22:40:43,613 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T22:40:43,614 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732488043613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732488043613"}]},"ts":"1732488043613"}
2024-11-24T22:40:43,616 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T22:40:43,618 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T22:40:43,618 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488043618"}]},"ts":"1732488043618"}
2024-11-24T22:40:43,621 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-24T22:40:43,621 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=caafff9403770522713e89e943b07bff, ASSIGN}]
2024-11-24T22:40:43,622 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=caafff9403770522713e89e943b07bff, ASSIGN
2024-11-24T22:40:43,624 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=caafff9403770522713e89e943b07bff, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41587,1732487952291; forceNewPlan=false, retain=false
2024-11-24T22:40:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-24T22:40:43,774 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=caafff9403770522713e89e943b07bff, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:43,778 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=caafff9403770522713e89e943b07bff, ASSIGN because future has completed
2024-11-24T22:40:43,778 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure caafff9403770522713e89e943b07bff, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:40:43,830 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-24T22:40:43,936 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:40:43,937 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => caafff9403770522713e89e943b07bff, NAME => 'testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:40:43,937 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync caafff9403770522713e89e943b07bff
2024-11-24T22:40:43,938 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:43,938 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for caafff9403770522713e89e943b07bff
2024-11-24T22:40:43,938 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for caafff9403770522713e89e943b07bff
2024-11-24T22:40:43,940 INFO  [StoreOpener-caafff9403770522713e89e943b07bff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region caafff9403770522713e89e943b07bff 
2024-11-24T22:40:43,942 INFO  [StoreOpener-caafff9403770522713e89e943b07bff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caafff9403770522713e89e943b07bff columnFamilyName testFamily
2024-11-24T22:40:43,942 DEBUG [StoreOpener-caafff9403770522713e89e943b07bff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:43,943 INFO  [StoreOpener-caafff9403770522713e89e943b07bff-1 {}] regionserver.HStore(327): Store=caafff9403770522713e89e943b07bff/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:40:43,943 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for caafff9403770522713e89e943b07bff
2024-11-24T22:40:43,944 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNextAsync/caafff9403770522713e89e943b07bff
2024-11-24T22:40:43,944 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNextAsync/caafff9403770522713e89e943b07bff
2024-11-24T22:40:43,945 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for caafff9403770522713e89e943b07bff
2024-11-24T22:40:43,945 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for caafff9403770522713e89e943b07bff
2024-11-24T22:40:43,948 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for caafff9403770522713e89e943b07bff
2024-11-24T22:40:43,951 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNextAsync/caafff9403770522713e89e943b07bff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:40:43,951 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened caafff9403770522713e89e943b07bff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73489697, jitterRate=0.09508182108402252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T22:40:43,951 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for caafff9403770522713e89e943b07bff
2024-11-24T22:40:43,952 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for caafff9403770522713e89e943b07bff:
Running coprocessor pre-open hook at 1732488043938Writing region info on filesystem at 1732488043938Initializing all the Stores at 1732488043939 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488043939Cleaning up temporary data from old regions at 1732488043945 (+6 ms)Running coprocessor post-open hooks at 1732488043951 (+6 ms)Region opened successfully at 1732488043952 (+1 ms)
2024-11-24T22:40:43,953 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff., pid=21, masterSystemTime=1732488043931
2024-11-24T22:40:43,956 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:40:43,956 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:40:43,957 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=caafff9403770522713e89e943b07bff, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:43,960 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure caafff9403770522713e89e943b07bff, server=bd6592c37bb2,41587,1732487952291 because future has completed
2024-11-24T22:40:43,963 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-24T22:40:43,963 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure caafff9403770522713e89e943b07bff, server=bd6592c37bb2,41587,1732487952291 in 183 msec
2024-11-24T22:40:43,966 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-24T22:40:43,966 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=caafff9403770522713e89e943b07bff, ASSIGN in 342 msec
2024-11-24T22:40:43,967 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T22:40:43,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488043967"}]},"ts":"1732488043967"}
2024-11-24T22:40:43,969 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-24T22:40:43,970 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T22:40:43,972 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 782 msec
2024-11-24T22:40:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-24T22:40:44,211 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-24T22:40:44,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-24T22:40:44,212 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:44,216 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-24T22:40:44,217 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:44,217 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-24T22:40:44,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:40:44,230 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T22:40:44,230 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-24T22:40:44,233 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T22:40:44,235 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T22:40:44,236 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T22:40:44,237 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-24T22:40:47,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41587 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719848' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T22:40:47,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41587 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:44118 deadline: 1732488048241, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719848' does not exist
2024-11-24T22:40:47,242 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to bd6592c37bb2,41587,1732487952291 for closing scanner id = 4355905464521719848 for caafff9403770522713e89e943b07bff of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719848' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T22:40:47,247 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017814555_22 at /127.0.0.1:46698 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 357), ProcessCount=11 (was 11), AvailableMemoryMB=6325 (was 6330)
2024-11-24T22:40:47,256 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=6325
2024-11-24T22:40:47,258 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:40:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-24T22:40:47,261 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T22:40:47,261 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:47,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-24T22:40:47,263 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T22:40:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T22:40:47,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741847_1023 (size=411)
2024-11-24T22:40:47,673 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cbb5c5e5dd87d2741d67ffa7cb597f6, NAME => 'testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:40:47,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741848_1024 (size=62)
2024-11-24T22:40:47,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-24T22:40:48,081 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:48,082 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 6cbb5c5e5dd87d2741d67ffa7cb597f6, disabling compactions & flushes
2024-11-24T22:40:48,082 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:40:48,082 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:40:48,082 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6. after waiting 0 ms
2024-11-24T22:40:48,082 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:40:48,082 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:40:48,082 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cbb5c5e5dd87d2741d67ffa7cb597f6:
Waiting for close lock at 1732488048081Disabling compacts and flushes for region at 1732488048081Disabling writes for close at 1732488048082 (+1 ms)Writing region close event to WAL at 1732488048082Closed at 1732488048082
2024-11-24T22:40:48,084 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T22:40:48,084 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732488048084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732488048084"}]},"ts":"1732488048084"}
2024-11-24T22:40:48,087 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T22:40:48,088 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T22:40:48,088 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488048088"}]},"ts":"1732488048088"}
2024-11-24T22:40:48,090 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-24T22:40:48,091 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6cbb5c5e5dd87d2741d67ffa7cb597f6, ASSIGN}]
2024-11-24T22:40:48,092 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6cbb5c5e5dd87d2741d67ffa7cb597f6, ASSIGN
2024-11-24T22:40:48,093 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6cbb5c5e5dd87d2741d67ffa7cb597f6, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41587,1732487952291; forceNewPlan=false, retain=false
2024-11-24T22:40:48,244 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6cbb5c5e5dd87d2741d67ffa7cb597f6, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:48,247 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6cbb5c5e5dd87d2741d67ffa7cb597f6, ASSIGN because future has completed
2024-11-24T22:40:48,247 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cbb5c5e5dd87d2741d67ffa7cb597f6, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:40:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T22:40:48,406 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:40:48,406 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cbb5c5e5dd87d2741d67ffa7cb597f6, NAME => 'testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:40:48,406 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:40:48,406 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:48,406 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:40:48,407 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:40:48,408 INFO  [StoreOpener-6cbb5c5e5dd87d2741d67ffa7cb597f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6cbb5c5e5dd87d2741d67ffa7cb597f6 
2024-11-24T22:40:48,410 INFO  [StoreOpener-6cbb5c5e5dd87d2741d67ffa7cb597f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cbb5c5e5dd87d2741d67ffa7cb597f6 columnFamilyName testFamily
2024-11-24T22:40:48,410 DEBUG [StoreOpener-6cbb5c5e5dd87d2741d67ffa7cb597f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:48,411 INFO  [StoreOpener-6cbb5c5e5dd87d2741d67ffa7cb597f6-1 {}] regionserver.HStore(327): Store=6cbb5c5e5dd87d2741d67ffa7cb597f6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:40:48,411 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:40:48,412 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNext/6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:40:48,413 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNext/6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:40:48,413 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:40:48,413 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:40:48,415 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:40:48,418 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNext/6cbb5c5e5dd87d2741d67ffa7cb597f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:40:48,419 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6cbb5c5e5dd87d2741d67ffa7cb597f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69663187, jitterRate=0.03806237876415253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T22:40:48,419 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:40:48,419 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6cbb5c5e5dd87d2741d67ffa7cb597f6:
Running coprocessor pre-open hook at 1732488048407Writing region info on filesystem at 1732488048407Initializing all the Stores at 1732488048408 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488048408Cleaning up temporary data from old regions at 1732488048413 (+5 ms)Running coprocessor post-open hooks at 1732488048419 (+6 ms)Region opened successfully at 1732488048419
2024-11-24T22:40:48,421 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6., pid=24, masterSystemTime=1732488048400
2024-11-24T22:40:48,423 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:40:48,423 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:40:48,424 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6cbb5c5e5dd87d2741d67ffa7cb597f6, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:48,426 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cbb5c5e5dd87d2741d67ffa7cb597f6, server=bd6592c37bb2,41587,1732487952291 because future has completed
2024-11-24T22:40:48,429 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-24T22:40:48,429 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cbb5c5e5dd87d2741d67ffa7cb597f6, server=bd6592c37bb2,41587,1732487952291 in 180 msec
2024-11-24T22:40:48,432 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-24T22:40:48,432 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6cbb5c5e5dd87d2741d67ffa7cb597f6, ASSIGN in 338 msec
2024-11-24T22:40:48,433 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T22:40:48,433 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488048433"}]},"ts":"1732488048433"}
2024-11-24T22:40:48,435 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-24T22:40:48,436 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T22:40:48,438 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1780 sec
2024-11-24T22:40:49,439 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T22:40:49,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-24T22:40:49,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-24T22:40:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T22:40:50,282 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-24T22:40:50,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-24T22:40:50,282 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:50,287 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-24T22:40:50,287 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:50,287 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-24T22:40:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:40:50,299 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T22:40:50,299 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-24T22:40:50,301 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T22:40:50,303 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T22:40:50,304 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T22:40:50,305 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-24T22:40:52,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-24T22:40:52,033 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-24T22:40:52,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-24T22:40:52,034 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T22:40:53,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41587 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719852' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T22:40:53,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41587 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:44118 deadline: 1732488054310, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719852' does not exist
2024-11-24T22:40:53,312 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to bd6592c37bb2,41587,1732487952291 for closing scanner id = 4355905464521719852 for 6cbb5c5e5dd87d2741d67ffa7cb597f6 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719852' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T22:40:53,317 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=6326 (was 6325) - AvailableMemoryMB LEAK? -
2024-11-24T22:40:53,325 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=6326
2024-11-24T22:40:53,328 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:40:53,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34771 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T22:40:53,331 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T22:40:53,331 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:53,331 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-24T22:40:53,332 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T22:40:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T22:40:53,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741849_1025 (size=419)
2024-11-24T22:40:53,743 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4e1ed7ee61e8b6224e636d05cff4052, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:40:53,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741850_1026 (size=70)
2024-11-24T22:40:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-24T22:40:54,152 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:54,153 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing e4e1ed7ee61e8b6224e636d05cff4052, disabling compactions & flushes
2024-11-24T22:40:54,153 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:40:54,153 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:40:54,153 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052. after waiting 0 ms
2024-11-24T22:40:54,153 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:40:54,153 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:40:54,153 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4e1ed7ee61e8b6224e636d05cff4052:
Waiting for close lock at 1732488054152Disabling compacts and flushes for region at 1732488054152Disabling writes for close at 1732488054153 (+1 ms)Writing region close event to WAL at 1732488054153Closed at 1732488054153
2024-11-24T22:40:54,154 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T22:40:54,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732488054154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732488054154"}]},"ts":"1732488054154"}
2024-11-24T22:40:54,158 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T22:40:54,159 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T22:40:54,159 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488054159"}]},"ts":"1732488054159"}
2024-11-24T22:40:54,161 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-24T22:40:54,161 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=e4e1ed7ee61e8b6224e636d05cff4052, ASSIGN}]
2024-11-24T22:40:54,163 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=e4e1ed7ee61e8b6224e636d05cff4052, ASSIGN
2024-11-24T22:40:54,164 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=e4e1ed7ee61e8b6224e636d05cff4052, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41587,1732487952291; forceNewPlan=false, retain=false
2024-11-24T22:40:54,314 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=e4e1ed7ee61e8b6224e636d05cff4052, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:54,317 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=e4e1ed7ee61e8b6224e636d05cff4052, ASSIGN because future has completed
2024-11-24T22:40:54,318 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4e1ed7ee61e8b6224e636d05cff4052, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:40:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T22:40:54,476 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:40:54,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => e4e1ed7ee61e8b6224e636d05cff4052, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:40:54,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:40:54,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:40:54,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:40:54,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:40:54,478 INFO  [StoreOpener-e4e1ed7ee61e8b6224e636d05cff4052-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e4e1ed7ee61e8b6224e636d05cff4052 
2024-11-24T22:40:54,481 INFO  [StoreOpener-e4e1ed7ee61e8b6224e636d05cff4052-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4e1ed7ee61e8b6224e636d05cff4052 columnFamilyName testFamily
2024-11-24T22:40:54,481 DEBUG [StoreOpener-e4e1ed7ee61e8b6224e636d05cff4052-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:40:54,481 INFO  [StoreOpener-e4e1ed7ee61e8b6224e636d05cff4052-1 {}] regionserver.HStore(327): Store=e4e1ed7ee61e8b6224e636d05cff4052/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:40:54,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:40:54,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:40:54,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:40:54,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:40:54,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:40:54,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:40:54,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e4e1ed7ee61e8b6224e636d05cff4052/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:40:54,488 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened e4e1ed7ee61e8b6224e636d05cff4052; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67305938, jitterRate=0.002936631441116333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T22:40:54,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:40:54,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for e4e1ed7ee61e8b6224e636d05cff4052:
Running coprocessor pre-open hook at 1732488054477Writing region info on filesystem at 1732488054477Initializing all the Stores at 1732488054478 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488054478Cleaning up temporary data from old regions at 1732488054483 (+5 ms)Running coprocessor post-open hooks at 1732488054489 (+6 ms)Region opened successfully at 1732488054489
2024-11-24T22:40:54,490 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052., pid=27, masterSystemTime=1732488054470
2024-11-24T22:40:54,492 INFO  [master/bd6592c37bb2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-24T22:40:54,492 INFO  [master/bd6592c37bb2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-24T22:40:54,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:40:54,493 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:40:54,493 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=e4e1ed7ee61e8b6224e636d05cff4052, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:40:54,496 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4e1ed7ee61e8b6224e636d05cff4052, server=bd6592c37bb2,41587,1732487952291 because future has completed
2024-11-24T22:40:54,499 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-24T22:40:54,499 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure e4e1ed7ee61e8b6224e636d05cff4052, server=bd6592c37bb2,41587,1732487952291 in 179 msec
2024-11-24T22:40:54,502 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-24T22:40:54,502 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=e4e1ed7ee61e8b6224e636d05cff4052, ASSIGN in 338 msec
2024-11-24T22:40:54,502 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T22:40:54,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488054502"}]},"ts":"1732488054502"}
2024-11-24T22:40:54,505 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-24T22:40:54,506 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T22:40:54,508 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1780 sec
2024-11-24T22:40:55,832 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-24T22:40:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T22:40:56,372 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-24T22:40:56,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-24T22:40:56,372 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:56,376 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-24T22:40:56,376 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:40:56,376 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-24T22:40:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:40:56,388 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T22:40:56,389 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-24T22:40:56,391 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T22:40:56,392 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-24T22:41:00,012 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T22:41:02,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T22:41:02,033 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T22:41:02,397 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bd6592c37bb2:41587 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-24T22:41:02,398 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-24T22:41:02,398 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 from cache
2024-11-24T22:41:02,407 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=6320 (was 6326)
2024-11-24T22:41:02,416 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=6320
2024-11-24T22:41:02,418 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:41:02,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34771 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-24T22:41:02,422 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T22:41:02,422 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:41:02,422 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-24T22:41:02,423 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T22:41:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T22:41:02,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741851_1027 (size=407)
2024-11-24T22:41:02,833 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca45361fe30b7d41f9b7375d2b54c8ae, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:41:02,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741852_1028 (size=58)
2024-11-24T22:41:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-24T22:41:03,242 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:41:03,242 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing ca45361fe30b7d41f9b7375d2b54c8ae, disabling compactions & flushes
2024-11-24T22:41:03,242 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:03,242 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:03,242 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae. after waiting 0 ms
2024-11-24T22:41:03,242 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:03,242 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:03,242 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca45361fe30b7d41f9b7375d2b54c8ae:
Waiting for close lock at 1732488063242Disabling compacts and flushes for region at 1732488063242Disabling writes for close at 1732488063242Writing region close event to WAL at 1732488063242Closed at 1732488063242
2024-11-24T22:41:03,244 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T22:41:03,245 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732488063244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732488063244"}]},"ts":"1732488063244"}
2024-11-24T22:41:03,247 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T22:41:03,249 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T22:41:03,249 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488063249"}]},"ts":"1732488063249"}
2024-11-24T22:41:03,251 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-24T22:41:03,252 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ca45361fe30b7d41f9b7375d2b54c8ae, ASSIGN}]
2024-11-24T22:41:03,253 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ca45361fe30b7d41f9b7375d2b54c8ae, ASSIGN
2024-11-24T22:41:03,254 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ca45361fe30b7d41f9b7375d2b54c8ae, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41587,1732487952291; forceNewPlan=false, retain=false
2024-11-24T22:41:03,405 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ca45361fe30b7d41f9b7375d2b54c8ae, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:41:03,407 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ca45361fe30b7d41f9b7375d2b54c8ae, ASSIGN because future has completed
2024-11-24T22:41:03,408 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca45361fe30b7d41f9b7375d2b54c8ae, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:41:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T22:41:03,566 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:03,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => ca45361fe30b7d41f9b7375d2b54c8ae, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:41:03,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:03,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:41:03,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:03,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:03,568 INFO  [StoreOpener-ca45361fe30b7d41f9b7375d2b54c8ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ca45361fe30b7d41f9b7375d2b54c8ae 
2024-11-24T22:41:03,570 INFO  [StoreOpener-ca45361fe30b7d41f9b7375d2b54c8ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca45361fe30b7d41f9b7375d2b54c8ae columnFamilyName testFamily
2024-11-24T22:41:03,570 DEBUG [StoreOpener-ca45361fe30b7d41f9b7375d2b54c8ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:41:03,571 INFO  [StoreOpener-ca45361fe30b7d41f9b7375d2b54c8ae-1 {}] regionserver.HStore(327): Store=ca45361fe30b7d41f9b7375d2b54c8ae/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:41:03,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:03,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNext/ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:03,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNext/ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:03,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:03,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:03,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:03,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNext/ca45361fe30b7d41f9b7375d2b54c8ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:41:03,579 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened ca45361fe30b7d41f9b7375d2b54c8ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62345822, jitterRate=-0.07097485661506653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T22:41:03,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:03,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for ca45361fe30b7d41f9b7375d2b54c8ae:
Running coprocessor pre-open hook at 1732488063567Writing region info on filesystem at 1732488063567Initializing all the Stores at 1732488063568 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488063568Cleaning up temporary data from old regions at 1732488063573 (+5 ms)Running coprocessor post-open hooks at 1732488063579 (+6 ms)Region opened successfully at 1732488063580 (+1 ms)
2024-11-24T22:41:03,581 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae., pid=30, masterSystemTime=1732488063560
2024-11-24T22:41:03,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:03,583 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:03,584 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ca45361fe30b7d41f9b7375d2b54c8ae, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:41:03,587 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca45361fe30b7d41f9b7375d2b54c8ae, server=bd6592c37bb2,41587,1732487952291 because future has completed
2024-11-24T22:41:03,590 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-24T22:41:03,590 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure ca45361fe30b7d41f9b7375d2b54c8ae, server=bd6592c37bb2,41587,1732487952291 in 180 msec
2024-11-24T22:41:03,592 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-24T22:41:03,592 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ca45361fe30b7d41f9b7375d2b54c8ae, ASSIGN in 339 msec
2024-11-24T22:41:03,593 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T22:41:03,593 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488063593"}]},"ts":"1732488063593"}
2024-11-24T22:41:03,595 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-24T22:41:03,596 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T22:41:03,598 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1780 sec
2024-11-24T22:41:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T22:41:05,451 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-24T22:41:05,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-24T22:41:05,452 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:41:05,456 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-24T22:41:05,456 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:41:05,456 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-24T22:41:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:41:05,468 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T22:41:05,468 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-24T22:41:05,471 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T22:41:05,473 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T22:41:05,474 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T22:41:05,474 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-24T22:41:07,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-24T22:41:09,068 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T22:41:10,569 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T22:41:11,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41587 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719860' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T22:41:11,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41587 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:44118 deadline: 1732488077478, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719860' does not exist
2024-11-24T22:41:11,482 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to bd6592c37bb2,41587,1732487952291 for closing scanner id = 4355905464521719860 for ca45361fe30b7d41f9b7375d2b54c8ae of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4355905464521719860' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T22:41:11,487 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=6313 (was 6320)
2024-11-24T22:41:11,495 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=6313
2024-11-24T22:41:11,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T22:41:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-24T22:41:11,500 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T22:41:11,500 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:41:11,500 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-24T22:41:11,501 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T22:41:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T22:41:11,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741853_1029 (size=423)
2024-11-24T22:41:11,911 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59dfb207fc2eb9690f0ddc768d1e476c, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149
2024-11-24T22:41:11,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741854_1030 (size=74)
2024-11-24T22:41:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-24T22:41:12,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-24T22:41:12,033 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-24T22:41:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:41:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 59dfb207fc2eb9690f0ddc768d1e476c, disabling compactions & flushes
2024-11-24T22:41:12,319 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c. after waiting 0 ms
2024-11-24T22:41:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:12,319 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59dfb207fc2eb9690f0ddc768d1e476c:
Waiting for close lock at 1732488072319Disabling compacts and flushes for region at 1732488072319Disabling writes for close at 1732488072319Writing region close event to WAL at 1732488072319Closed at 1732488072319
2024-11-24T22:41:12,321 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T22:41:12,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732488072321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732488072321"}]},"ts":"1732488072321"}
2024-11-24T22:41:12,324 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T22:41:12,325 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T22:41:12,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488072325"}]},"ts":"1732488072325"}
2024-11-24T22:41:12,327 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-24T22:41:12,327 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=59dfb207fc2eb9690f0ddc768d1e476c, ASSIGN}]
2024-11-24T22:41:12,329 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=59dfb207fc2eb9690f0ddc768d1e476c, ASSIGN
2024-11-24T22:41:12,330 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=59dfb207fc2eb9690f0ddc768d1e476c, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41587,1732487952291; forceNewPlan=false, retain=false
2024-11-24T22:41:12,481 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=59dfb207fc2eb9690f0ddc768d1e476c, regionState=OPENING, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:41:12,484 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=59dfb207fc2eb9690f0ddc768d1e476c, ASSIGN because future has completed
2024-11-24T22:41:12,484 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59dfb207fc2eb9690f0ddc768d1e476c, server=bd6592c37bb2,41587,1732487952291}]
2024-11-24T22:41:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T22:41:12,642 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:12,642 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 59dfb207fc2eb9690f0ddc768d1e476c, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.', STARTKEY => '', ENDKEY => ''}
2024-11-24T22:41:12,643 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:12,643 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T22:41:12,643 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:12,643 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:12,645 INFO  [StoreOpener-59dfb207fc2eb9690f0ddc768d1e476c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 59dfb207fc2eb9690f0ddc768d1e476c 
2024-11-24T22:41:12,646 INFO  [StoreOpener-59dfb207fc2eb9690f0ddc768d1e476c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59dfb207fc2eb9690f0ddc768d1e476c columnFamilyName testFamily
2024-11-24T22:41:12,647 DEBUG [StoreOpener-59dfb207fc2eb9690f0ddc768d1e476c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T22:41:12,647 INFO  [StoreOpener-59dfb207fc2eb9690f0ddc768d1e476c-1 {}] regionserver.HStore(327): Store=59dfb207fc2eb9690f0ddc768d1e476c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T22:41:12,647 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:12,648 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScannerAsync/59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:12,649 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScannerAsync/59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:12,649 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:12,649 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:12,651 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:12,654 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScannerAsync/59dfb207fc2eb9690f0ddc768d1e476c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T22:41:12,655 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 59dfb207fc2eb9690f0ddc768d1e476c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65757775, jitterRate=-0.020132794976234436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T22:41:12,655 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:12,655 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 59dfb207fc2eb9690f0ddc768d1e476c:
Running coprocessor pre-open hook at 1732488072643Writing region info on filesystem at 1732488072643Initializing all the Stores at 1732488072644 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732488072644Cleaning up temporary data from old regions at 1732488072649 (+5 ms)Running coprocessor post-open hooks at 1732488072655 (+6 ms)Region opened successfully at 1732488072655
2024-11-24T22:41:12,657 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., pid=33, masterSystemTime=1732488072637
2024-11-24T22:41:12,659 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:12,659 INFO  [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:12,660 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=59dfb207fc2eb9690f0ddc768d1e476c, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41587,1732487952291
2024-11-24T22:41:12,662 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59dfb207fc2eb9690f0ddc768d1e476c, server=bd6592c37bb2,41587,1732487952291 because future has completed
2024-11-24T22:41:12,665 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-24T22:41:12,665 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 59dfb207fc2eb9690f0ddc768d1e476c, server=bd6592c37bb2,41587,1732487952291 in 179 msec
2024-11-24T22:41:12,667 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-24T22:41:12,667 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=59dfb207fc2eb9690f0ddc768d1e476c, ASSIGN in 338 msec
2024-11-24T22:41:12,668 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T22:41:12,668 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732488072668"}]},"ts":"1732488072668"}
2024-11-24T22:41:12,670 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-24T22:41:12,671 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T22:41:12,673 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1740 sec
2024-11-24T22:41:13,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-24T22:41:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T22:41:14,531 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-24T22:41:14,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-24T22:41:14,531 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:41:14,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-24T22:41:14,536 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T22:41:14,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-24T22:41:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:41:14,547 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T22:41:14,547 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-24T22:41:14,549 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T22:41:14,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T22:41:15,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bd6592c37bb2:41587 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-24T22:41:15,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-24T22:41:15,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 from cache
2024-11-24T22:41:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-24T22:41:16,426 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-24T22:41:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2]
2024-11-24T22:41:16,565 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T22:41:17,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bd6592c37bb2:41587 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=993ms, rpcTimeout=985ms
2024-11-24T22:41:17,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=993ms, rpcTimeout=985ms
2024-11-24T22:41:17,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., hostname=bd6592c37bb2,41587,1732487952291, seqNum=2 from cache
2024-11-24T22:41:17,567 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=6323 (was 6313) - AvailableMemoryMB LEAK? -
2024-11-24T22:41:17,567 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T22:41:17,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T22:41:17,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T22:41:17,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T22:41:17,573 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-24T22:41:17,573 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-24T22:41:17,573 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T22:41:17,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T22:41:17,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T22:41:17,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T22:41:17,574 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-24T22:41:17,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-24T22:41:17,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=546622927, stopped=false
2024-11-24T22:41:17,574 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,34771,1732487951630
2024-11-24T22:41:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-24T22:41:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-24T22:41:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:41:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:41:17,576 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-24T22:41:17,576 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T22:41:17,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T22:41:17,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T22:41:17,577 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,41587,1732487952291' *****
2024-11-24T22:41:17,577 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-24T22:41:17,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T22:41:17,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T22:41:17,577 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-24T22:41:17,578 INFO  [RS:0;bd6592c37bb2:41587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-24T22:41:17,578 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-24T22:41:17,578 INFO  [RS:0;bd6592c37bb2:41587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-24T22:41:17,578 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for caafff9403770522713e89e943b07bff
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for b4eed1fa9facbd272f5ed68debfca0d2
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for 07aabac33915e98a0288c357d99da724
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cbb5c5e5dd87d2741d67ffa7cb597f6
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:17,579 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5dde33e62fd8f0abdf0362c8671941e, disabling compactions & flushes
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for 953d173a0db3558609429282b338f639
2024-11-24T22:41:17,579 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:17,579 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:41:17,579 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e. after waiting 0 ms
2024-11-24T22:41:17,579 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,41587,1732487952291
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-24T22:41:17,579 INFO  [RS:0;bd6592c37bb2:41587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:41587.
2024-11-24T22:41:17,579 DEBUG [RS:0;bd6592c37bb2:41587 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T22:41:17,580 DEBUG [RS:0;bd6592c37bb2:41587 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T22:41:17,580 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-24T22:41:17,580 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-24T22:41:17,580 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-24T22:41:17,580 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-24T22:41:17,580 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-24T22:41:17,581 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-24T22:41:17,581 INFO  [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-24T22:41:17,581 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-24T22:41:17,581 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-24T22:41:17,581 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-24T22:41:17,581 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 07aabac33915e98a0288c357d99da724, 1588230740, 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, b4eed1fa9facbd272f5ed68debfca0d2, ca45361fe30b7d41f9b7375d2b54c8ae, caafff9403770522713e89e943b07bff, e4e1ed7ee61e8b6224e636d05cff4052, f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:41:17,582 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5dde33e62fd8f0abdf0362c8671941e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T22:41:17,583 INFO  [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-24T22:41:17,653 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextException/f5dde33e62fd8f0abdf0362c8671941e/.tmp/testFamily/72bd44c225f5448481cf7b70b130a213 is 61, key is row-0/testFamily:testQualifier/1732488037061/Put/seqid=0
2024-11-24T22:41:17,656 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/.tmp/info/62b4ebe500cf4c82a9d5cce92e01aacb is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41./info:regioninfo/1732488015498/Put/seqid=0
2024-11-24T22:41:17,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741856_1032 (size=20564)
2024-11-24T22:41:17,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741855_1031 (size=5049)
2024-11-24T22:41:17,775 INFO  [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-24T22:41:17,775 INFO  [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-24T22:41:17,781 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 07aabac33915e98a0288c357d99da724, 1588230740, 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, b4eed1fa9facbd272f5ed68debfca0d2, ca45361fe30b7d41f9b7375d2b54c8ae, caafff9403770522713e89e943b07bff, e4e1ed7ee61e8b6224e636d05cff4052, f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:41:17,981 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 07aabac33915e98a0288c357d99da724, 1588230740, 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, b4eed1fa9facbd272f5ed68debfca0d2, ca45361fe30b7d41f9b7375d2b54c8ae, caafff9403770522713e89e943b07bff, e4e1ed7ee61e8b6224e636d05cff4052, f5dde33e62fd8f0abdf0362c8671941e
2024-11-24T22:41:18,066 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-24T22:41:18,072 INFO  [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/.tmp/info/62b4ebe500cf4c82a9d5cce92e01aacb
2024-11-24T22:41:18,072 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextException/f5dde33e62fd8f0abdf0362c8671941e/.tmp/testFamily/72bd44c225f5448481cf7b70b130a213
2024-11-24T22:41:18,114 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextException/f5dde33e62fd8f0abdf0362c8671941e/.tmp/testFamily/72bd44c225f5448481cf7b70b130a213 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextException/f5dde33e62fd8f0abdf0362c8671941e/testFamily/72bd44c225f5448481cf7b70b130a213
2024-11-24T22:41:18,122 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextException/f5dde33e62fd8f0abdf0362c8671941e/testFamily/72bd44c225f5448481cf7b70b130a213, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T22:41:18,128 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f5dde33e62fd8f0abdf0362c8671941e in 545ms, sequenceid=8, compaction requested=false
2024-11-24T22:41:18,129 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/.tmp/ns/b4de37f3c4c44723bd86a759319efe21 is 43, key is default/ns:d/1732488014396/Put/seqid=0
2024-11-24T22:41:18,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741857_1033 (size=5153)
2024-11-24T22:41:18,134 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextException/f5dde33e62fd8f0abdf0362c8671941e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T22:41:18,135 INFO  [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/.tmp/ns/b4de37f3c4c44723bd86a759319efe21
2024-11-24T22:41:18,137 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:41:18,137 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5dde33e62fd8f0abdf0362c8671941e:
Waiting for close lock at 1732488077579Running coprocessor pre-close hooks at 1732488077579Disabling compacts and flushes for region at 1732488077579Disabling writes for close at 1732488077579Obtaining lock to block concurrent updates at 1732488077583 (+4 ms)Preparing flush snapshotting stores in f5dde33e62fd8f0abdf0362c8671941e at 1732488077583Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732488077590 (+7 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e. at 1732488077591 (+1 ms)Flushing f5dde33e62fd8f0abdf0362c8671941e/testFamily: creating writer at 1732488077592 (+1 ms)Flushing f5dde33e62fd8f0abdf0362c8671941e/testFamily: appending metadata at 1732488077647 (+55 ms)Flushing f5dde33e62fd8f0abdf0362c8671941e/testFamily: closing flushed file at 1732488077650 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd85f07: reopening flushed file at 1732488078113 (+463 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f5dde33e62fd8f0abdf0362c8671941e in 545ms, sequenceid=8, compaction requested=false at 1732488078128 (+15 ms)Writing region close event to WAL at 1732488078129 (+1 ms)Running coprocessor post-close hooks at 1732488078135 (+6 ms)Closed at 1732488078137 (+2 ms)
2024-11-24T22:41:18,138 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732488034018.f5dde33e62fd8f0abdf0362c8671941e.
2024-11-24T22:41:18,138 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing caafff9403770522713e89e943b07bff, disabling compactions & flushes
2024-11-24T22:41:18,138 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:41:18,138 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:41:18,138 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff. after waiting 0 ms
2024-11-24T22:41:18,138 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:41:18,138 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing caafff9403770522713e89e943b07bff 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T22:41:18,144 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T22:41:18,158 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNextAsync/caafff9403770522713e89e943b07bff/.tmp/testFamily/a041d51ab76b46ee824842699438f112 is 61, key is row-0/testFamily:testQualifier/1732488044221/Put/seqid=0
2024-11-24T22:41:18,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741858_1034 (size=5049)
2024-11-24T22:41:18,167 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/.tmp/table/142e5297f843454dbc375a0247938ca9 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732488015513/Put/seqid=0
2024-11-24T22:41:18,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741859_1035 (size=6699)
2024-11-24T22:41:18,172 INFO  [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/.tmp/table/142e5297f843454dbc375a0247938ca9
2024-11-24T22:41:18,180 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/.tmp/info/62b4ebe500cf4c82a9d5cce92e01aacb as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/info/62b4ebe500cf4c82a9d5cce92e01aacb
2024-11-24T22:41:18,182 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 07aabac33915e98a0288c357d99da724, 1588230740, 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, b4eed1fa9facbd272f5ed68debfca0d2, ca45361fe30b7d41f9b7375d2b54c8ae, caafff9403770522713e89e943b07bff, e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:41:18,188 INFO  [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/info/62b4ebe500cf4c82a9d5cce92e01aacb, entries=100, sequenceid=56, filesize=20.1 K
2024-11-24T22:41:18,189 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/.tmp/ns/b4de37f3c4c44723bd86a759319efe21 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/ns/b4de37f3c4c44723bd86a759319efe21
2024-11-24T22:41:18,196 INFO  [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/ns/b4de37f3c4c44723bd86a759319efe21, entries=2, sequenceid=56, filesize=5.0 K
2024-11-24T22:41:18,198 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/.tmp/table/142e5297f843454dbc375a0247938ca9 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/table/142e5297f843454dbc375a0247938ca9
2024-11-24T22:41:18,205 INFO  [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/table/142e5297f843454dbc375a0247938ca9, entries=20, sequenceid=56, filesize=6.5 K
2024-11-24T22:41:18,206 INFO  [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 625ms, sequenceid=56, compaction requested=false
2024-11-24T22:41:18,212 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-24T22:41:18,213 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T22:41:18,213 INFO  [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-24T22:41:18,213 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732488077580Running coprocessor pre-close hooks at 1732488077580Disabling compacts and flushes for region at 1732488077581 (+1 ms)Disabling writes for close at 1732488077581Obtaining lock to block concurrent updates at 1732488077583 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732488077583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732488077590 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732488077591 (+1 ms)Flushing 1588230740/info: creating writer at 1732488077592 (+1 ms)Flushing 1588230740/info: appending metadata at 1732488077653 (+61 ms)Flushing 1588230740/info: closing flushed file at 1732488077653Flushing 1588230740/ns: creating writer at 1732488078113 (+460 ms)Flushing 1588230740/ns: appending metadata at 1732488078128 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732488078128Flushing 1588230740/table: creating writer at 1732488078143 (+15 ms)Flushing 1588230740/table: appending metadata at 1732488078165 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732488078165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406a3c5c: reopening flushed file at 1732488078179 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d84586a: reopening flushed file at 1732488078188 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f3c5df5: reopening flushed file at 1732488078197 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 625ms, sequenceid=56, compaction requested=false at 1732488078206 (+9 ms)Writing region close event to WAL at 1732488078208 (+2 ms)Running coprocessor post-close hooks at 1732488078213 (+5 ms)Closed at 1732488078213
2024-11-24T22:41:18,213 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-24T22:41:18,382 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 07aabac33915e98a0288c357d99da724, 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, b4eed1fa9facbd272f5ed68debfca0d2, ca45361fe30b7d41f9b7375d2b54c8ae, caafff9403770522713e89e943b07bff, e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:41:18,567 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNextAsync/caafff9403770522713e89e943b07bff/.tmp/testFamily/a041d51ab76b46ee824842699438f112
2024-11-24T22:41:18,576 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNextAsync/caafff9403770522713e89e943b07bff/.tmp/testFamily/a041d51ab76b46ee824842699438f112 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNextAsync/caafff9403770522713e89e943b07bff/testFamily/a041d51ab76b46ee824842699438f112
2024-11-24T22:41:18,582 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-24T22:41:18,582 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1325): Online Regions={caafff9403770522713e89e943b07bff=testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff., b4eed1fa9facbd272f5ed68debfca0d2=hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2., 07aabac33915e98a0288c357d99da724=hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724., e4e1ed7ee61e8b6224e636d05cff4052=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052., 6cbb5c5e5dd87d2741d67ffa7cb597f6=testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6., ca45361fe30b7d41f9b7375d2b54c8ae=hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae., 953d173a0db3558609429282b338f639=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., 59dfb207fc2eb9690f0ddc768d1e476c=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., 3f04d45507070af7013ba5ca12e83f41=testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.}
2024-11-24T22:41:18,582 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 07aabac33915e98a0288c357d99da724, 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, b4eed1fa9facbd272f5ed68debfca0d2, ca45361fe30b7d41f9b7375d2b54c8ae, caafff9403770522713e89e943b07bff, e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:41:18,585 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNextAsync/caafff9403770522713e89e943b07bff/testFamily/a041d51ab76b46ee824842699438f112, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T22:41:18,588 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for caafff9403770522713e89e943b07bff in 450ms, sequenceid=8, compaction requested=false
2024-11-24T22:41:18,593 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNextAsync/caafff9403770522713e89e943b07bff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T22:41:18,594 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:41:18,594 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for caafff9403770522713e89e943b07bff:
Waiting for close lock at 1732488078138Running coprocessor pre-close hooks at 1732488078138Disabling compacts and flushes for region at 1732488078138Disabling writes for close at 1732488078138Obtaining lock to block concurrent updates at 1732488078138Preparing flush snapshotting stores in caafff9403770522713e89e943b07bff at 1732488078138Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732488078139 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff. at 1732488078139Flushing caafff9403770522713e89e943b07bff/testFamily: creating writer at 1732488078139Flushing caafff9403770522713e89e943b07bff/testFamily: appending metadata at 1732488078158 (+19 ms)Flushing caafff9403770522713e89e943b07bff/testFamily: closing flushed file at 1732488078158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a530cca: reopening flushed file at 1732488078575 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for caafff9403770522713e89e943b07bff in 450ms, sequenceid=8, compaction requested=false at 1732488078588 (+13 ms)Writing region close event to WAL at 1732488078589 (+1 ms)Running coprocessor post-close hooks at 1732488078594 (+5 ms)Closed at 1732488078594
2024-11-24T22:41:18,594 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732488043188.caafff9403770522713e89e943b07bff.
2024-11-24T22:41:18,594 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4eed1fa9facbd272f5ed68debfca0d2, disabling compactions & flushes
2024-11-24T22:41:18,594 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:41:18,594 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:41:18,594 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2. after waiting 0 ms
2024-11-24T22:41:18,594 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:41:18,594 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b4eed1fa9facbd272f5ed68debfca0d2 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T22:41:18,611 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNextAsync/b4eed1fa9facbd272f5ed68debfca0d2/.tmp/testFamily/a7d74c73883543ed9b0dfad076e65fb2 is 61, key is row-0/testFamily:testQualifier/1732488027982/Put/seqid=0
2024-11-24T22:41:18,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741860_1036 (size=5049)
2024-11-24T22:41:18,783 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 07aabac33915e98a0288c357d99da724, 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, b4eed1fa9facbd272f5ed68debfca0d2, ca45361fe30b7d41f9b7375d2b54c8ae, e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:41:18,983 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 07aabac33915e98a0288c357d99da724, 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, b4eed1fa9facbd272f5ed68debfca0d2, ca45361fe30b7d41f9b7375d2b54c8ae, e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:41:19,017 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNextAsync/b4eed1fa9facbd272f5ed68debfca0d2/.tmp/testFamily/a7d74c73883543ed9b0dfad076e65fb2
2024-11-24T22:41:19,025 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNextAsync/b4eed1fa9facbd272f5ed68debfca0d2/.tmp/testFamily/a7d74c73883543ed9b0dfad076e65fb2 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNextAsync/b4eed1fa9facbd272f5ed68debfca0d2/testFamily/a7d74c73883543ed9b0dfad076e65fb2
2024-11-24T22:41:19,033 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNextAsync/b4eed1fa9facbd272f5ed68debfca0d2/testFamily/a7d74c73883543ed9b0dfad076e65fb2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T22:41:19,034 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b4eed1fa9facbd272f5ed68debfca0d2 in 440ms, sequenceid=8, compaction requested=false
2024-11-24T22:41:19,038 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNextAsync/b4eed1fa9facbd272f5ed68debfca0d2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T22:41:19,039 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:41:19,039 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4eed1fa9facbd272f5ed68debfca0d2:
Waiting for close lock at 1732488078594Running coprocessor pre-close hooks at 1732488078594Disabling compacts and flushes for region at 1732488078594Disabling writes for close at 1732488078594Obtaining lock to block concurrent updates at 1732488078594Preparing flush snapshotting stores in b4eed1fa9facbd272f5ed68debfca0d2 at 1732488078595 (+1 ms)Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732488078595Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2. at 1732488078595Flushing b4eed1fa9facbd272f5ed68debfca0d2/testFamily: creating writer at 1732488078595Flushing b4eed1fa9facbd272f5ed68debfca0d2/testFamily: appending metadata at 1732488078611 (+16 ms)Flushing b4eed1fa9facbd272f5ed68debfca0d2/testFamily: closing flushed file at 1732488078611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a5ef6c: reopening flushed file at 1732488079024 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b4eed1fa9facbd272f5ed68debfca0d2 in 440ms, sequenceid=8, compaction requested=false at 1732488079034 (+10 ms)Writing region close event to WAL at 1732488079034Running coprocessor post-close hooks at 1732488079039 (+5 ms)Closed at 1732488079039
2024-11-24T22:41:19,039 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732488024915.b4eed1fa9facbd272f5ed68debfca0d2.
2024-11-24T22:41:19,039 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07aabac33915e98a0288c357d99da724, disabling compactions & flushes
2024-11-24T22:41:19,039 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:41:19,039 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:41:19,040 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724. after waiting 0 ms
2024-11-24T22:41:19,040 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:41:19,040 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07aabac33915e98a0288c357d99da724 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T22:41:19,057 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScanner/07aabac33915e98a0288c357d99da724/.tmp/testFamily/bb5628819ba74ded92a16b01505a1c10 is 61, key is row-0/testFamily:testQualifier/1732488018871/Put/seqid=0
2024-11-24T22:41:19,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741861_1037 (size=5049)
2024-11-24T22:41:19,183 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 07aabac33915e98a0288c357d99da724, 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, ca45361fe30b7d41f9b7375d2b54c8ae, e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:41:19,383 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 07aabac33915e98a0288c357d99da724, 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, ca45361fe30b7d41f9b7375d2b54c8ae, e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:41:19,463 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScanner/07aabac33915e98a0288c357d99da724/.tmp/testFamily/bb5628819ba74ded92a16b01505a1c10
2024-11-24T22:41:19,471 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScanner/07aabac33915e98a0288c357d99da724/.tmp/testFamily/bb5628819ba74ded92a16b01505a1c10 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScanner/07aabac33915e98a0288c357d99da724/testFamily/bb5628819ba74ded92a16b01505a1c10
2024-11-24T22:41:19,477 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScanner/07aabac33915e98a0288c357d99da724/testFamily/bb5628819ba74ded92a16b01505a1c10, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T22:41:19,478 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 07aabac33915e98a0288c357d99da724 in 438ms, sequenceid=8, compaction requested=false
2024-11-24T22:41:19,483 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScanner/07aabac33915e98a0288c357d99da724/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T22:41:19,483 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:41:19,483 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07aabac33915e98a0288c357d99da724:
Waiting for close lock at 1732488079039Running coprocessor pre-close hooks at 1732488079039Disabling compacts and flushes for region at 1732488079039Disabling writes for close at 1732488079040 (+1 ms)Obtaining lock to block concurrent updates at 1732488079040Preparing flush snapshotting stores in 07aabac33915e98a0288c357d99da724 at 1732488079040Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732488079040Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724. at 1732488079040Flushing 07aabac33915e98a0288c357d99da724/testFamily: creating writer at 1732488079040Flushing 07aabac33915e98a0288c357d99da724/testFamily: appending metadata at 1732488079056 (+16 ms)Flushing 07aabac33915e98a0288c357d99da724/testFamily: closing flushed file at 1732488079056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@546cf429: reopening flushed file at 1732488079470 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 07aabac33915e98a0288c357d99da724 in 438ms, sequenceid=8, compaction requested=false at 1732488079478 (+8 ms)Writing region close event to WAL at 1732488079479 (+1 ms)Running coprocessor post-close hooks at 1732488079483 (+4 ms)Closed at 1732488079483
2024-11-24T22:41:19,483 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732488015816.07aabac33915e98a0288c357d99da724.
2024-11-24T22:41:19,484 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4e1ed7ee61e8b6224e636d05cff4052, disabling compactions & flushes
2024-11-24T22:41:19,484 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:41:19,484 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:41:19,484 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052. after waiting 0 ms
2024-11-24T22:41:19,484 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:41:19,484 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4e1ed7ee61e8b6224e636d05cff4052 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T22:41:19,500 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e4e1ed7ee61e8b6224e636d05cff4052/.tmp/testFamily/0c68ca2e2e6b4873b4c5db64caad1ed4 is 61, key is row-0/testFamily:testQualifier/1732488056380/Put/seqid=0
2024-11-24T22:41:19,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741862_1038 (size=5049)
2024-11-24T22:41:19,584 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-24T22:41:19,584 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1325): Online Regions={e4e1ed7ee61e8b6224e636d05cff4052=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052., 6cbb5c5e5dd87d2741d67ffa7cb597f6=testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6., ca45361fe30b7d41f9b7375d2b54c8ae=hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae., 953d173a0db3558609429282b338f639=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., 59dfb207fc2eb9690f0ddc768d1e476c=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., 3f04d45507070af7013ba5ca12e83f41=testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.}
2024-11-24T22:41:19,584 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, ca45361fe30b7d41f9b7375d2b54c8ae, e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:41:19,604 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:34771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-24T22:41:19,784 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, ca45361fe30b7d41f9b7375d2b54c8ae, e4e1ed7ee61e8b6224e636d05cff4052
2024-11-24T22:41:19,906 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e4e1ed7ee61e8b6224e636d05cff4052/.tmp/testFamily/0c68ca2e2e6b4873b4c5db64caad1ed4
2024-11-24T22:41:19,914 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e4e1ed7ee61e8b6224e636d05cff4052/.tmp/testFamily/0c68ca2e2e6b4873b4c5db64caad1ed4 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e4e1ed7ee61e8b6224e636d05cff4052/testFamily/0c68ca2e2e6b4873b4c5db64caad1ed4
2024-11-24T22:41:19,921 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e4e1ed7ee61e8b6224e636d05cff4052/testFamily/0c68ca2e2e6b4873b4c5db64caad1ed4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T22:41:19,922 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e4e1ed7ee61e8b6224e636d05cff4052 in 438ms, sequenceid=8, compaction requested=false
2024-11-24T22:41:19,926 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/e4e1ed7ee61e8b6224e636d05cff4052/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T22:41:19,927 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:41:19,927 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4e1ed7ee61e8b6224e636d05cff4052:
Waiting for close lock at 1732488079484Running coprocessor pre-close hooks at 1732488079484Disabling compacts and flushes for region at 1732488079484Disabling writes for close at 1732488079484Obtaining lock to block concurrent updates at 1732488079484Preparing flush snapshotting stores in e4e1ed7ee61e8b6224e636d05cff4052 at 1732488079484Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732488079484Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052. at 1732488079484Flushing e4e1ed7ee61e8b6224e636d05cff4052/testFamily: creating writer at 1732488079485 (+1 ms)Flushing e4e1ed7ee61e8b6224e636d05cff4052/testFamily: appending metadata at 1732488079500 (+15 ms)Flushing e4e1ed7ee61e8b6224e636d05cff4052/testFamily: closing flushed file at 1732488079500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e548a0: reopening flushed file at 1732488079913 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e4e1ed7ee61e8b6224e636d05cff4052 in 438ms, sequenceid=8, compaction requested=false at 1732488079922 (+9 ms)Writing region close event to WAL at 1732488079923 (+1 ms)Running coprocessor post-close hooks at 1732488079927 (+4 ms)Closed at 1732488079927
2024-11-24T22:41:19,927 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732488053327.e4e1ed7ee61e8b6224e636d05cff4052.
2024-11-24T22:41:19,927 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cbb5c5e5dd87d2741d67ffa7cb597f6, disabling compactions & flushes
2024-11-24T22:41:19,928 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:41:19,928 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:41:19,928 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6. after waiting 0 ms
2024-11-24T22:41:19,928 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:41:19,928 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6cbb5c5e5dd87d2741d67ffa7cb597f6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T22:41:19,944 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNext/6cbb5c5e5dd87d2741d67ffa7cb597f6/.tmp/testFamily/41ec5e54a34f4a4e99ccd53f1e655948 is 61, key is row-0/testFamily:testQualifier/1732488050291/Put/seqid=0
2024-11-24T22:41:19,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741863_1039 (size=5049)
2024-11-24T22:41:19,984 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:20,184 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 6cbb5c5e5dd87d2741d67ffa7cb597f6, 953d173a0db3558609429282b338f639, ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:20,350 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNext/6cbb5c5e5dd87d2741d67ffa7cb597f6/.tmp/testFamily/41ec5e54a34f4a4e99ccd53f1e655948
2024-11-24T22:41:20,358 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNext/6cbb5c5e5dd87d2741d67ffa7cb597f6/.tmp/testFamily/41ec5e54a34f4a4e99ccd53f1e655948 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNext/6cbb5c5e5dd87d2741d67ffa7cb597f6/testFamily/41ec5e54a34f4a4e99ccd53f1e655948
2024-11-24T22:41:20,365 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNext/6cbb5c5e5dd87d2741d67ffa7cb597f6/testFamily/41ec5e54a34f4a4e99ccd53f1e655948, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T22:41:20,366 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6cbb5c5e5dd87d2741d67ffa7cb597f6 in 438ms, sequenceid=8, compaction requested=false
2024-11-24T22:41:20,371 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnNext/6cbb5c5e5dd87d2741d67ffa7cb597f6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T22:41:20,372 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:41:20,372 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cbb5c5e5dd87d2741d67ffa7cb597f6:
Waiting for close lock at 1732488079927Running coprocessor pre-close hooks at 1732488079927Disabling compacts and flushes for region at 1732488079927Disabling writes for close at 1732488079928 (+1 ms)Obtaining lock to block concurrent updates at 1732488079928Preparing flush snapshotting stores in 6cbb5c5e5dd87d2741d67ffa7cb597f6 at 1732488079928Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732488079928Flushing stores of testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6. at 1732488079928Flushing 6cbb5c5e5dd87d2741d67ffa7cb597f6/testFamily: creating writer at 1732488079929 (+1 ms)Flushing 6cbb5c5e5dd87d2741d67ffa7cb597f6/testFamily: appending metadata at 1732488079944 (+15 ms)Flushing 6cbb5c5e5dd87d2741d67ffa7cb597f6/testFamily: closing flushed file at 1732488079944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f925f11: reopening flushed file at 1732488080357 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6cbb5c5e5dd87d2741d67ffa7cb597f6 in 438ms, sequenceid=8, compaction requested=false at 1732488080366 (+9 ms)Writing region close event to WAL at 1732488080367 (+1 ms)Running coprocessor post-close hooks at 1732488080372 (+5 ms)Closed at 1732488080372
2024-11-24T22:41:20,372 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732488047258.6cbb5c5e5dd87d2741d67ffa7cb597f6.
2024-11-24T22:41:20,373 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca45361fe30b7d41f9b7375d2b54c8ae, disabling compactions & flushes
2024-11-24T22:41:20,373 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:20,373 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:20,373 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae. after waiting 0 ms
2024-11-24T22:41:20,373 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:20,373 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca45361fe30b7d41f9b7375d2b54c8ae 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T22:41:20,385 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 953d173a0db3558609429282b338f639, ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:20,389 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNext/ca45361fe30b7d41f9b7375d2b54c8ae/.tmp/testFamily/efc53e7ad8d94180b6425d20a67471fe is 61, key is row-0/testFamily:testQualifier/1732488065460/Put/seqid=0
2024-11-24T22:41:20,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741864_1040 (size=5049)
2024-11-24T22:41:20,585 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-24T22:41:20,585 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1325): Online Regions={ca45361fe30b7d41f9b7375d2b54c8ae=hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae., 953d173a0db3558609429282b338f639=testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., 59dfb207fc2eb9690f0ddc768d1e476c=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., 3f04d45507070af7013ba5ca12e83f41=testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.}
2024-11-24T22:41:20,585 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 953d173a0db3558609429282b338f639, ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:20,785 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 953d173a0db3558609429282b338f639, ca45361fe30b7d41f9b7375d2b54c8ae
2024-11-24T22:41:20,795 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNext/ca45361fe30b7d41f9b7375d2b54c8ae/.tmp/testFamily/efc53e7ad8d94180b6425d20a67471fe
2024-11-24T22:41:20,802 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNext/ca45361fe30b7d41f9b7375d2b54c8ae/.tmp/testFamily/efc53e7ad8d94180b6425d20a67471fe as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNext/ca45361fe30b7d41f9b7375d2b54c8ae/testFamily/efc53e7ad8d94180b6425d20a67471fe
2024-11-24T22:41:20,809 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNext/ca45361fe30b7d41f9b7375d2b54c8ae/testFamily/efc53e7ad8d94180b6425d20a67471fe, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T22:41:20,810 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ca45361fe30b7d41f9b7375d2b54c8ae in 437ms, sequenceid=8, compaction requested=false
2024-11-24T22:41:20,814 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/hbase/testMetaScanTimeoutOnNext/ca45361fe30b7d41f9b7375d2b54c8ae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T22:41:20,815 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:20,815 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca45361fe30b7d41f9b7375d2b54c8ae:
Waiting for close lock at 1732488080373Running coprocessor pre-close hooks at 1732488080373Disabling compacts and flushes for region at 1732488080373Disabling writes for close at 1732488080373Obtaining lock to block concurrent updates at 1732488080373Preparing flush snapshotting stores in ca45361fe30b7d41f9b7375d2b54c8ae at 1732488080373Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732488080373Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae. at 1732488080374 (+1 ms)Flushing ca45361fe30b7d41f9b7375d2b54c8ae/testFamily: creating writer at 1732488080374Flushing ca45361fe30b7d41f9b7375d2b54c8ae/testFamily: appending metadata at 1732488080389 (+15 ms)Flushing ca45361fe30b7d41f9b7375d2b54c8ae/testFamily: closing flushed file at 1732488080389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d8e0947: reopening flushed file at 1732488080802 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ca45361fe30b7d41f9b7375d2b54c8ae in 437ms, sequenceid=8, compaction requested=false at 1732488080810 (+8 ms)Writing region close event to WAL at 1732488080811 (+1 ms)Running coprocessor post-close hooks at 1732488080815 (+4 ms)Closed at 1732488080815
2024-11-24T22:41:20,815 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732488062418.ca45361fe30b7d41f9b7375d2b54c8ae.
2024-11-24T22:41:20,816 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 953d173a0db3558609429282b338f639, disabling compactions & flushes
2024-11-24T22:41:20,816 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:41:20,816 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:41:20,816 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639. after waiting 0 ms
2024-11-24T22:41:20,816 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:41:20,816 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 953d173a0db3558609429282b338f639 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T22:41:20,832 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScanner/953d173a0db3558609429282b338f639/.tmp/testFamily/94ccd105e40a4dbab747505e6e1213da is 61, key is row-0/testFamily:testQualifier/1732488040151/Put/seqid=0
2024-11-24T22:41:20,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741865_1041 (size=5049)
2024-11-24T22:41:20,986 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 953d173a0db3558609429282b338f639
2024-11-24T22:41:21,186 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c, 953d173a0db3558609429282b338f639
2024-11-24T22:41:21,237 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScanner/953d173a0db3558609429282b338f639/.tmp/testFamily/94ccd105e40a4dbab747505e6e1213da
2024-11-24T22:41:21,246 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScanner/953d173a0db3558609429282b338f639/.tmp/testFamily/94ccd105e40a4dbab747505e6e1213da as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScanner/953d173a0db3558609429282b338f639/testFamily/94ccd105e40a4dbab747505e6e1213da
2024-11-24T22:41:21,252 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScanner/953d173a0db3558609429282b338f639/testFamily/94ccd105e40a4dbab747505e6e1213da, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T22:41:21,253 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 953d173a0db3558609429282b338f639 in 437ms, sequenceid=8, compaction requested=false
2024-11-24T22:41:21,258 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScanner/953d173a0db3558609429282b338f639/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T22:41:21,259 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:41:21,259 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 953d173a0db3558609429282b338f639:
Waiting for close lock at 1732488080815Running coprocessor pre-close hooks at 1732488080815Disabling compacts and flushes for region at 1732488080815Disabling writes for close at 1732488080816 (+1 ms)Obtaining lock to block concurrent updates at 1732488080816Preparing flush snapshotting stores in 953d173a0db3558609429282b338f639 at 1732488080816Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732488080816Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639. at 1732488080816Flushing 953d173a0db3558609429282b338f639/testFamily: creating writer at 1732488080816Flushing 953d173a0db3558609429282b338f639/testFamily: appending metadata at 1732488080831 (+15 ms)Flushing 953d173a0db3558609429282b338f639/testFamily: closing flushed file at 1732488080831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf5a93f: reopening flushed file at 1732488081245 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 953d173a0db3558609429282b338f639 in 437ms, sequenceid=8, compaction requested=false at 1732488081253 (+8 ms)Writing region close event to WAL at 1732488081254 (+1 ms)Running coprocessor post-close hooks at 1732488081258 (+4 ms)Closed at 1732488081258
2024-11-24T22:41:21,259 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732488037110.953d173a0db3558609429282b338f639.
2024-11-24T22:41:21,259 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59dfb207fc2eb9690f0ddc768d1e476c, disabling compactions & flushes
2024-11-24T22:41:21,259 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:21,259 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:21,259 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c. after waiting 0 ms
2024-11-24T22:41:21,259 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:21,259 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59dfb207fc2eb9690f0ddc768d1e476c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T22:41:21,276 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScannerAsync/59dfb207fc2eb9690f0ddc768d1e476c/.tmp/testFamily/42f61969c99143ae95d1003cb04cad87 is 61, key is row-0/testFamily:testQualifier/1732488074539/Put/seqid=0
2024-11-24T22:41:21,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741866_1042 (size=5049)
2024-11-24T22:41:21,386 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:21,586 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-24T22:41:21,586 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1325): Online Regions={59dfb207fc2eb9690f0ddc768d1e476c=testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., 3f04d45507070af7013ba5ca12e83f41=testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.}
2024-11-24T22:41:21,586 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41, 59dfb207fc2eb9690f0ddc768d1e476c
2024-11-24T22:41:21,681 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScannerAsync/59dfb207fc2eb9690f0ddc768d1e476c/.tmp/testFamily/42f61969c99143ae95d1003cb04cad87
2024-11-24T22:41:21,689 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScannerAsync/59dfb207fc2eb9690f0ddc768d1e476c/.tmp/testFamily/42f61969c99143ae95d1003cb04cad87 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScannerAsync/59dfb207fc2eb9690f0ddc768d1e476c/testFamily/42f61969c99143ae95d1003cb04cad87
2024-11-24T22:41:21,695 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScannerAsync/59dfb207fc2eb9690f0ddc768d1e476c/testFamily/42f61969c99143ae95d1003cb04cad87, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T22:41:21,696 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 59dfb207fc2eb9690f0ddc768d1e476c in 437ms, sequenceid=8, compaction requested=false
2024-11-24T22:41:21,700 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testNormalScanTimeoutOnOpenScannerAsync/59dfb207fc2eb9690f0ddc768d1e476c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T22:41:21,701 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:21,701 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59dfb207fc2eb9690f0ddc768d1e476c:
Waiting for close lock at 1732488081259Running coprocessor pre-close hooks at 1732488081259Disabling compacts and flushes for region at 1732488081259Disabling writes for close at 1732488081259Obtaining lock to block concurrent updates at 1732488081259Preparing flush snapshotting stores in 59dfb207fc2eb9690f0ddc768d1e476c at 1732488081259Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732488081259Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c. at 1732488081260 (+1 ms)Flushing 59dfb207fc2eb9690f0ddc768d1e476c/testFamily: creating writer at 1732488081260Flushing 59dfb207fc2eb9690f0ddc768d1e476c/testFamily: appending metadata at 1732488081276 (+16 ms)Flushing 59dfb207fc2eb9690f0ddc768d1e476c/testFamily: closing flushed file at 1732488081276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66792ba5: reopening flushed file at 1732488081688 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 59dfb207fc2eb9690f0ddc768d1e476c in 437ms, sequenceid=8, compaction requested=false at 1732488081696 (+8 ms)Writing region close event to WAL at 1732488081697 (+1 ms)Running coprocessor post-close hooks at 1732488081701 (+4 ms)Closed at 1732488081701
2024-11-24T22:41:21,701 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732488071497.59dfb207fc2eb9690f0ddc768d1e476c.
2024-11-24T22:41:21,702 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f04d45507070af7013ba5ca12e83f41, disabling compactions & flushes
2024-11-24T22:41:21,702 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:41:21,702 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:41:21,702 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41. after waiting 0 ms
2024-11-24T22:41:21,702 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:41:21,702 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f04d45507070af7013ba5ca12e83f41 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T22:41:21,718 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3f04d45507070af7013ba5ca12e83f41/.tmp/testFamily/6b4a40b503024acf8d02f267b0587e1e is 61, key is row-0/testFamily:testQualifier/1732488015734/Put/seqid=0
2024-11-24T22:41:21,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741867_1043 (size=5049)
2024-11-24T22:41:21,787 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:41:21,987 DEBUG [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1351): Waiting on 3f04d45507070af7013ba5ca12e83f41
2024-11-24T22:41:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-24T22:41:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-24T22:41:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T22:41:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-24T22:41:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-24T22:41:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-24T22:41:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-24T22:41:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-24T22:41:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-24T22:41:22,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T22:41:22,124 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3f04d45507070af7013ba5ca12e83f41/.tmp/testFamily/6b4a40b503024acf8d02f267b0587e1e
2024-11-24T22:41:22,131 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3f04d45507070af7013ba5ca12e83f41/.tmp/testFamily/6b4a40b503024acf8d02f267b0587e1e as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3f04d45507070af7013ba5ca12e83f41/testFamily/6b4a40b503024acf8d02f267b0587e1e
2024-11-24T22:41:22,138 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3f04d45507070af7013ba5ca12e83f41/testFamily/6b4a40b503024acf8d02f267b0587e1e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T22:41:22,139 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3f04d45507070af7013ba5ca12e83f41 in 437ms, sequenceid=8, compaction requested=false
2024-11-24T22:41:22,143 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/data/default/testRetryOutOfOrderScannerNextExceptionAsync/3f04d45507070af7013ba5ca12e83f41/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T22:41:22,144 INFO  [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:41:22,144 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f04d45507070af7013ba5ca12e83f41:
Waiting for close lock at 1732488081701Running coprocessor pre-close hooks at 1732488081701Disabling compacts and flushes for region at 1732488081702 (+1 ms)Disabling writes for close at 1732488081702Obtaining lock to block concurrent updates at 1732488081702Preparing flush snapshotting stores in 3f04d45507070af7013ba5ca12e83f41 at 1732488081702Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732488081702Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41. at 1732488081702Flushing 3f04d45507070af7013ba5ca12e83f41/testFamily: creating writer at 1732488081703 (+1 ms)Flushing 3f04d45507070af7013ba5ca12e83f41/testFamily: appending metadata at 1732488081718 (+15 ms)Flushing 3f04d45507070af7013ba5ca12e83f41/testFamily: closing flushed file at 1732488081718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26305045: reopening flushed file at 1732488082130 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3f04d45507070af7013ba5ca12e83f41 in 437ms, sequenceid=8, compaction requested=false at 1732488082139 (+9 ms)Writing region close event to WAL at 1732488082139Running coprocessor post-close hooks at 1732488082144 (+5 ms)Closed at 1732488082144
2024-11-24T22:41:22,144 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732488014660.3f04d45507070af7013ba5ca12e83f41.
2024-11-24T22:41:22,187 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,41587,1732487952291; all regions closed.
2024-11-24T22:41:22,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741834_1010 (size=19479)
2024-11-24T22:41:22,197 DEBUG [RS:0;bd6592c37bb2:41587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/oldWALs
2024-11-24T22:41:22,197 INFO  [RS:0;bd6592c37bb2:41587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C41587%2C1732487952291.meta:.meta(num 1732488014231)
2024-11-24T22:41:22,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741833_1009 (size=20031)
2024-11-24T22:41:22,202 DEBUG [RS:0;bd6592c37bb2:41587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/oldWALs
2024-11-24T22:41:22,202 INFO  [RS:0;bd6592c37bb2:41587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C41587%2C1732487952291:(num 1732488013837)
2024-11-24T22:41:22,202 DEBUG [RS:0;bd6592c37bb2:41587 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T22:41:22,202 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.LeaseManager(133): Closed leases
2024-11-24T22:41:22,202 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-24T22:41:22,202 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-24T22:41:22,203 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-24T22:41:22,203 INFO  [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-24T22:41:22,204 INFO  [RS:0;bd6592c37bb2:41587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41587
2024-11-24T22:41:22,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bd6592c37bb2,41587,1732487952291
2024-11-24T22:41:22,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-24T22:41:22,208 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-24T22:41:22,209 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,41587,1732487952291]
2024-11-24T22:41:22,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bd6592c37bb2,41587,1732487952291 already deleted, retry=false
2024-11-24T22:41:22,212 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,41587,1732487952291 expired; onlineServers=0
2024-11-24T22:41:22,212 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,34771,1732487951630' *****
2024-11-24T22:41:22,213 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-24T22:41:22,213 INFO  [M:0;bd6592c37bb2:34771 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-24T22:41:22,213 INFO  [M:0;bd6592c37bb2:34771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-24T22:41:22,213 DEBUG [M:0;bd6592c37bb2:34771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-24T22:41:22,213 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-24T22:41:22,213 DEBUG [M:0;bd6592c37bb2:34771 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-24T22:41:22,213 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732487953693 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732487953693,5,FailOnTimeoutGroup]
2024-11-24T22:41:22,213 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732487953689 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732487953689,5,FailOnTimeoutGroup]
2024-11-24T22:41:22,213 INFO  [M:0;bd6592c37bb2:34771 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-24T22:41:22,213 INFO  [M:0;bd6592c37bb2:34771 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-24T22:41:22,213 DEBUG [M:0;bd6592c37bb2:34771 {}] master.HMaster(1795): Stopping service threads
2024-11-24T22:41:22,214 INFO  [M:0;bd6592c37bb2:34771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-24T22:41:22,214 INFO  [M:0;bd6592c37bb2:34771 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-24T22:41:22,214 INFO  [M:0;bd6592c37bb2:34771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-24T22:41:22,214 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-24T22:41:22,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-24T22:41:22,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T22:41:22,215 DEBUG [M:0;bd6592c37bb2:34771 {}] zookeeper.ZKUtil(347): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-24T22:41:22,215 WARN  [M:0;bd6592c37bb2:34771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-24T22:41:22,216 INFO  [M:0;bd6592c37bb2:34771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/.lastflushedseqids
2024-11-24T22:41:22,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741868_1044 (size=721)
2024-11-24T22:41:22,253 INFO  [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-24T22:41:22,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T22:41:22,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1014c221bcc0001, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T22:41:22,311 INFO  [RS:0;bd6592c37bb2:41587 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-24T22:41:22,311 INFO  [RS:0;bd6592c37bb2:41587 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,41587,1732487952291; zookeeper connection closed.
2024-11-24T22:41:22,311 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2394983f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2394983f
2024-11-24T22:41:22,312 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-24T22:41:22,627 INFO  [M:0;bd6592c37bb2:34771 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-24T22:41:22,627 INFO  [M:0;bd6592c37bb2:34771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-24T22:41:22,627 DEBUG [M:0;bd6592c37bb2:34771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-24T22:41:22,627 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T22:41:22,628 DEBUG [M:0;bd6592c37bb2:34771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T22:41:22,628 DEBUG [M:0;bd6592c37bb2:34771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-24T22:41:22,628 DEBUG [M:0;bd6592c37bb2:34771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T22:41:22,628 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.03 KB heapSize=191.06 KB
2024-11-24T22:41:22,646 DEBUG [M:0;bd6592c37bb2:34771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dae33274e0ba4b2d9aa3bd79e97dcd09 is 82, key is hbase:meta,,1/info:regioninfo/1732488014320/Put/seqid=0
2024-11-24T22:41:22,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741869_1045 (size=5672)
2024-11-24T22:41:23,052 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dae33274e0ba4b2d9aa3bd79e97dcd09
2024-11-24T22:41:23,076 DEBUG [M:0;bd6592c37bb2:34771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce61a934cee04ce2b311919c956d73c1 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732488015520/Put/seqid=0
2024-11-24T22:41:23,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741870_1046 (size=14065)
2024-11-24T22:41:23,481 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.47 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce61a934cee04ce2b311919c956d73c1
2024-11-24T22:41:23,488 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce61a934cee04ce2b311919c956d73c1
2024-11-24T22:41:23,504 DEBUG [M:0;bd6592c37bb2:34771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31e7ccf48aeb429e89fd64fabe1aefb2 is 69, key is bd6592c37bb2,41587,1732487952291/rs:state/1732487983711/Put/seqid=0
2024-11-24T22:41:23,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741871_1047 (size=5156)
2024-11-24T22:41:23,638 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T22:41:23,910 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31e7ccf48aeb429e89fd64fabe1aefb2
2024-11-24T22:41:23,917 DEBUG [M:0;bd6592c37bb2:34771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dae33274e0ba4b2d9aa3bd79e97dcd09 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dae33274e0ba4b2d9aa3bd79e97dcd09
2024-11-24T22:41:23,924 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dae33274e0ba4b2d9aa3bd79e97dcd09, entries=8, sequenceid=319, filesize=5.5 K
2024-11-24T22:41:23,925 DEBUG [M:0;bd6592c37bb2:34771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce61a934cee04ce2b311919c956d73c1 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce61a934cee04ce2b311919c956d73c1
2024-11-24T22:41:23,930 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce61a934cee04ce2b311919c956d73c1
2024-11-24T22:41:23,931 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce61a934cee04ce2b311919c956d73c1, entries=33, sequenceid=319, filesize=13.7 K
2024-11-24T22:41:23,932 DEBUG [M:0;bd6592c37bb2:34771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31e7ccf48aeb429e89fd64fabe1aefb2 as hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31e7ccf48aeb429e89fd64fabe1aefb2
2024-11-24T22:41:23,937 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31e7ccf48aeb429e89fd64fabe1aefb2, entries=1, sequenceid=319, filesize=5.0 K
2024-11-24T22:41:23,938 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.03 KB/166943, heapSize ~190.77 KB/195344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=319, compaction requested=false
2024-11-24T22:41:23,940 INFO  [M:0;bd6592c37bb2:34771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T22:41:23,940 DEBUG [M:0;bd6592c37bb2:34771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732488082627Disabling compacts and flushes for region at 1732488082627Disabling writes for close at 1732488082628 (+1 ms)Obtaining lock to block concurrent updates at 1732488082628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732488082628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166943, getHeapSize=195584, getOffHeapSize=0, getCellsCount=366 at 1732488082628Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732488082629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732488082629Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732488082646 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732488082646Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732488083059 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732488083075 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732488083075Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732488083488 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732488083504 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732488083504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa54e60: reopening flushed file at 1732488083916 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ce625b: reopening flushed file at 1732488083924 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a743665: reopening flushed file at 1732488083931 (+7 ms)Finished flush of dataSize ~163.03 KB/166943, heapSize ~190.77 KB/195344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=319, compaction requested=false at 1732488083938 (+7 ms)Writing region close event to WAL at 1732488083940 (+2 ms)Closed at 1732488083940
2024-11-24T22:41:23,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42813 is added to blk_1073741830_1006 (size=188285)
2024-11-24T22:41:23,943 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/039f6cbc-b930-bdfc-1367-c9ca7b59e149/MasterData/WALs/bd6592c37bb2,34771,1732487951630/bd6592c37bb2%2C34771%2C1732487951630.1732487953131 not finished, retry = 0
2024-11-24T22:41:24,046 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-24T22:41:24,046 INFO  [M:0;bd6592c37bb2:34771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-24T22:41:24,046 INFO  [M:0;bd6592c37bb2:34771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34771
2024-11-24T22:41:24,047 INFO  [M:0;bd6592c37bb2:34771 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-24T22:41:24,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T22:41:24,149 INFO  [M:0;bd6592c37bb2:34771 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-24T22:41:24,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34771-0x1014c221bcc0000, quorum=127.0.0.1:53611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T22:41:24,153 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-24T22:41:24,155 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-24T22:41:24,155 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-24T22:41:24,156 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-24T22:41:24,156 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/hadoop.log.dir/,STOPPED}
2024-11-24T22:41:24,158 WARN  [BP-775191427-172.17.0.2-1732487948001 heartbeating to localhost/127.0.0.1:39417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-24T22:41:24,158 WARN  [BP-775191427-172.17.0.2-1732487948001 heartbeating to localhost/127.0.0.1:39417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-775191427-172.17.0.2-1732487948001 (Datanode Uuid 30a5a796-66b4-4c3a-9374-2c7e1db77ee4) service to localhost/127.0.0.1:39417
2024-11-24T22:41:24,158 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-24T22:41:24,158 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-24T22:41:24,159 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/cluster_5bb95fdc-8040-0632-edee-2deaede4c27b/data/data1/current/BP-775191427-172.17.0.2-1732487948001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-24T22:41:24,159 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/cluster_5bb95fdc-8040-0632-edee-2deaede4c27b/data/data2/current/BP-775191427-172.17.0.2-1732487948001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-24T22:41:24,160 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-24T22:41:24,168 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-24T22:41:24,169 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-24T22:41:24,169 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-24T22:41:24,169 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-24T22:41:24,169 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1f50f63-548d-33d7-c350-9b8f904ff11e/hadoop.log.dir/,STOPPED}
2024-11-24T22:41:24,177 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-24T22:41:24,201 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down