2024-11-18 05:55:51,467 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-18 05:55:51,487 main DEBUG Took 0.017487 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 05:55:51,487 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 05:55:51,488 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 05:55:51,489 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 05:55:51,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,499 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 05:55:51,513 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,514 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,515 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,516 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,518 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,519 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,521 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,522 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,522 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,524 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,524 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,525 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,526 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,527 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,528 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 05:55:51,529 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,529 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 05:55:51,531 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 05:55:51,533 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 05:55:51,535 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 05:55:51,536 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 05:55:51,538 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 05:55:51,538 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 05:55:51,546 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 05:55:51,548 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 05:55:51,550 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 05:55:51,550 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 05:55:51,551 main DEBUG createAppenders(={Console})
2024-11-18 05:55:51,552 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-18 05:55:51,552 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-18 05:55:51,552 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-18 05:55:51,553 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 05:55:51,554 main DEBUG OutputStream closed
2024-11-18 05:55:51,554 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 05:55:51,554 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 05:55:51,555 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-18 05:55:51,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 05:55:51,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 05:55:51,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 05:55:51,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 05:55:51,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 05:55:51,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 05:55:51,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 05:55:51,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 05:55:51,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 05:55:51,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 05:55:51,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 05:55:51,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 05:55:51,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 05:55:51,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 05:55:51,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 05:55:51,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 05:55:51,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 05:55:51,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 05:55:51,657 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 05:55:51,658 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-18 05:55:51,658 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 05:55:51,659 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-18T05:55:51,671 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-18 05:55:51,674 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 05:55:51,675 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T05:55:51,895 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6
2024-11-18T05:55:51,913 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-18T05:55:51,928 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/cluster_a17b00ea-94f0-b93e-5840-37950b0318e5, deleteOnExit=true
2024-11-18T05:55:51,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-18T05:55:51,929 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/test.cache.data in system properties and HBase conf
2024-11-18T05:55:51,930 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/hadoop.tmp.dir in system properties and HBase conf
2024-11-18T05:55:51,930 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/hadoop.log.dir in system properties and HBase conf
2024-11-18T05:55:51,931 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-18T05:55:51,931 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-18T05:55:51,932 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-18T05:55:52,010 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-18T05:55:52,100 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-18T05:55:52,104 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-18T05:55:52,105 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-18T05:55:52,106 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-18T05:55:52,106 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T05:55:52,107 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-18T05:55:52,107 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-18T05:55:52,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T05:55:52,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T05:55:52,109 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-18T05:55:52,109 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/nfs.dump.dir in system properties and HBase conf
2024-11-18T05:55:52,109 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/java.io.tmpdir in system properties and HBase conf
2024-11-18T05:55:52,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T05:55:52,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-18T05:55:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-18T05:55:53,146 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-18T05:55:53,210 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2455ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-18T05:55:53,271 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T05:55:53,327 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T05:55:53,347 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T05:55:53,347 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T05:55:53,348 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T05:55:53,360 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T05:55:53,363 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/hadoop.log.dir/,AVAILABLE}
2024-11-18T05:55:53,364 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T05:55:53,534 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b93e99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/java.io.tmpdir/jetty-localhost-44495-hadoop-hdfs-3_4_1-tests_jar-_-any-12533176666071174281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T05:55:53,540 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:44495}
2024-11-18T05:55:53,540 INFO  [Time-limited test {}] server.Server(415): Started @2785ms
2024-11-18T05:55:54,114 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T05:55:54,122 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T05:55:54,127 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T05:55:54,128 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T05:55:54,128 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T05:55:54,129 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@662cf64e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/hadoop.log.dir/,AVAILABLE}
2024-11-18T05:55:54,130 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23178064{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T05:55:54,282 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7722c06d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/java.io.tmpdir/jetty-localhost-46129-hadoop-hdfs-3_4_1-tests_jar-_-any-15883763793595988272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T05:55:54,283 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@445877d1{HTTP/1.1, (http/1.1)}{localhost:46129}
2024-11-18T05:55:54,284 INFO  [Time-limited test {}] server.Server(415): Started @3529ms
2024-11-18T05:55:54,343 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T05:55:55,247 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/cluster_a17b00ea-94f0-b93e-5840-37950b0318e5/data/data2/current/BP-1374119166-172.17.0.2-1731909352676/current, will proceed with Du for space computation calculation, 
2024-11-18T05:55:55,247 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/cluster_a17b00ea-94f0-b93e-5840-37950b0318e5/data/data1/current/BP-1374119166-172.17.0.2-1731909352676/current, will proceed with Du for space computation calculation, 
2024-11-18T05:55:55,277 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T05:55:55,321 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fb40baba8e2a97c with lease ID 0xcc36204a449213c4: Processing first storage report for DS-b8189500-0d0c-452d-85c7-d1522234814d from datanode DatanodeRegistration(127.0.0.1:43159, datanodeUuid=c50c7aad-a8db-4739-aee5-1bcd0b8b1aaf, infoPort=35097, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=895923347;c=1731909352676)
2024-11-18T05:55:55,322 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fb40baba8e2a97c with lease ID 0xcc36204a449213c4: from storage DS-b8189500-0d0c-452d-85c7-d1522234814d node DatanodeRegistration(127.0.0.1:43159, datanodeUuid=c50c7aad-a8db-4739-aee5-1bcd0b8b1aaf, infoPort=35097, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=895923347;c=1731909352676), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-18T05:55:55,323 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fb40baba8e2a97c with lease ID 0xcc36204a449213c4: Processing first storage report for DS-479563dd-0000-49db-b58b-8a79bc1ec3b4 from datanode DatanodeRegistration(127.0.0.1:43159, datanodeUuid=c50c7aad-a8db-4739-aee5-1bcd0b8b1aaf, infoPort=35097, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=895923347;c=1731909352676)
2024-11-18T05:55:55,323 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fb40baba8e2a97c with lease ID 0xcc36204a449213c4: from storage DS-479563dd-0000-49db-b58b-8a79bc1ec3b4 node DatanodeRegistration(127.0.0.1:43159, datanodeUuid=c50c7aad-a8db-4739-aee5-1bcd0b8b1aaf, infoPort=35097, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=895923347;c=1731909352676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-18T05:55:55,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6
2024-11-18T05:55:55,411 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/cluster_a17b00ea-94f0-b93e-5840-37950b0318e5/zookeeper_0, clientPort=51422, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/cluster_a17b00ea-94f0-b93e-5840-37950b0318e5/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/cluster_a17b00ea-94f0-b93e-5840-37950b0318e5/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T05:55:55,421 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51422
2024-11-18T05:55:55,435 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T05:55:55,438 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T05:55:55,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741825_1001 (size=7)
2024-11-18T05:55:56,070 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed with version=8
2024-11-18T05:55:56,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/hbase-staging
2024-11-18T05:55:56,150 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-18T05:55:56,372 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6e2c48d1e2be:0 server-side Connection retries=9
2024-11-18T05:55:56,385 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T05:55:56,386 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T05:55:56,392 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T05:55:56,393 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T05:55:56,393 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T05:55:56,530 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-18T05:55:56,580 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-18T05:55:56,588 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-18T05:55:56,591 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T05:55:56,612 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 97228 (auto-detected)
2024-11-18T05:55:56,613 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-18T05:55:56,629 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40163
2024-11-18T05:55:56,648 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40163 connecting to ZooKeeper ensemble=127.0.0.1:51422
2024-11-18T05:55:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401630x0, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T05:55:56,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40163-0x1014dcd1a420000 connected
2024-11-18T05:55:56,830 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T05:55:56,833 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T05:55:56,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T05:55:56,847 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed, hbase.cluster.distributed=false
2024-11-18T05:55:56,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T05:55:56,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40163
2024-11-18T05:55:56,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40163
2024-11-18T05:55:56,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40163
2024-11-18T05:55:56,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40163
2024-11-18T05:55:56,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40163
2024-11-18T05:55:56,972 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2c48d1e2be:0 server-side Connection retries=9
2024-11-18T05:55:56,974 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T05:55:56,974 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T05:55:56,974 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T05:55:56,974 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T05:55:56,975 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T05:55:56,977 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T05:55:56,979 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T05:55:56,980 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39623
2024-11-18T05:55:56,982 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39623 connecting to ZooKeeper ensemble=127.0.0.1:51422
2024-11-18T05:55:56,983 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T05:55:56,986 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T05:55:57,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396230x0, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T05:55:57,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396230x0, quorum=127.0.0.1:51422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T05:55:57,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39623-0x1014dcd1a420001 connected
2024-11-18T05:55:57,013 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T05:55:57,022 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T05:55:57,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T05:55:57,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T05:55:57,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39623
2024-11-18T05:55:57,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39623
2024-11-18T05:55:57,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39623
2024-11-18T05:55:57,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39623
2024-11-18T05:55:57,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39623
2024-11-18T05:55:57,056 DEBUG [M:0;6e2c48d1e2be:40163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2c48d1e2be:40163
2024-11-18T05:55:57,057 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6e2c48d1e2be,40163,1731909356202
2024-11-18T05:55:57,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T05:55:57,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T05:55:57,088 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6e2c48d1e2be,40163,1731909356202
2024-11-18T05:55:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:55:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T05:55:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:55:57,120 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T05:55:57,122 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6e2c48d1e2be,40163,1731909356202 from backup master directory
2024-11-18T05:55:57,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6e2c48d1e2be,40163,1731909356202
2024-11-18T05:55:57,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T05:55:57,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T05:55:57,134 WARN  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T05:55:57,134 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2c48d1e2be,40163,1731909356202
2024-11-18T05:55:57,136 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-18T05:55:57,137 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-18T05:55:57,191 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/hbase.id] with ID: df25107f-3e87-406f-acb6-2fc5112bc909
2024-11-18T05:55:57,191 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/.tmp/hbase.id
2024-11-18T05:55:57,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741826_1002 (size=42)
2024-11-18T05:55:57,607 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/.tmp/hbase.id]:[hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/hbase.id]
2024-11-18T05:55:57,650 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T05:55:57,655 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-18T05:55:57,672 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-18T05:55:57,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:55:57,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:55:57,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741827_1003 (size=196)
2024-11-18T05:55:58,162 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:55:58,164 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-18T05:55:58,178 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T05:55:58,181 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T05:55:58,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741828_1004 (size=1189)
2024-11-18T05:55:58,633 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store
2024-11-18T05:55:58,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741829_1005 (size=34)
2024-11-18T05:55:59,065 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-18T05:55:59,068 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:55:59,069 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T05:55:59,069 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T05:55:59,070 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T05:55:59,071 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T05:55:59,071 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T05:55:59,072 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T05:55:59,073 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731909359069Disabling compacts and flushes for region at 1731909359069Disabling writes for close at 1731909359071 (+2 ms)Writing region close event to WAL at 1731909359072 (+1 ms)Closed at 1731909359072
2024-11-18T05:55:59,075 WARN  [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/.initializing
2024-11-18T05:55:59,076 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/WALs/6e2c48d1e2be,40163,1731909356202
2024-11-18T05:55:59,083 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T05:55:59,097 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C40163%2C1731909356202, suffix=, logDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/WALs/6e2c48d1e2be,40163,1731909356202, archiveDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/oldWALs, maxLogs=10
2024-11-18T05:55:59,117 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/WALs/6e2c48d1e2be,40163,1731909356202/6e2c48d1e2be%2C40163%2C1731909356202.1731909359101, exclude list is [], retry=0
2024-11-18T05:55:59,132 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43159,DS-b8189500-0d0c-452d-85c7-d1522234814d,DISK]
2024-11-18T05:55:59,135 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-18T05:55:59,166 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/WALs/6e2c48d1e2be,40163,1731909356202/6e2c48d1e2be%2C40163%2C1731909356202.1731909359101
2024-11-18T05:55:59,167 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)]
2024-11-18T05:55:59,168 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:55:59,168 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:55:59,171 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T05:55:59,172 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T05:55:59,208 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T05:55:59,232 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-18T05:55:59,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:55:59,238 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T05:55:59,239 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T05:55:59,242 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-18T05:55:59,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:55:59,244 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:55:59,244 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T05:55:59,247 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-18T05:55:59,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:55:59,248 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:55:59,249 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T05:55:59,252 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-18T05:55:59,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:55:59,253 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:55:59,253 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T05:55:59,257 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T05:55:59,259 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T05:55:59,264 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T05:55:59,265 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T05:55:59,269 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T05:55:59,273 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T05:55:59,279 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:55:59,280 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62783714, jitterRate=-0.06444975733757019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T05:55:59,288 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731909359184Initializing all the Stores at 1731909359187 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909359188 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909359188Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909359189 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909359189Cleaning up temporary data from old regions at 1731909359265 (+76 ms)Region opened successfully at 1731909359288 (+23 ms)
2024-11-18T05:55:59,290 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-18T05:55:59,321 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786d0c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0
2024-11-18T05:55:59,352 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-18T05:55:59,364 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-18T05:55:59,364 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-18T05:55:59,367 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-18T05:55:59,368 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-18T05:55:59,373 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-18T05:55:59,373 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-18T05:55:59,401 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-18T05:55:59,409 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-18T05:55:59,418 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-18T05:55:59,421 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-18T05:55:59,422 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-18T05:55:59,432 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-18T05:55:59,435 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-18T05:55:59,439 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-18T05:55:59,449 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-18T05:55:59,451 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-18T05:55:59,460 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-18T05:55:59,482 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-18T05:55:59,493 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-18T05:55:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T05:55:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T05:55:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:55:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:55:59,510 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2c48d1e2be,40163,1731909356202, sessionid=0x1014dcd1a420000, setting cluster-up flag (Was=false)
2024-11-18T05:55:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:55:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:55:59,560 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-18T05:55:59,563 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,40163,1731909356202
2024-11-18T05:55:59,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:55:59,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:55:59,610 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-18T05:55:59,612 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,40163,1731909356202
2024-11-18T05:55:59,619 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-18T05:55:59,644 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(746): ClusterId : df25107f-3e87-406f-acb6-2fc5112bc909
2024-11-18T05:55:59,647 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T05:55:59,660 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T05:55:59,660 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T05:55:59,670 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T05:55:59,671 DEBUG [RS:0;6e2c48d1e2be:39623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f646993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0
2024-11-18T05:55:59,687 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2c48d1e2be:39623
2024-11-18T05:55:59,690 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T05:55:59,690 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T05:55:59,691 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T05:55:59,691 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-18T05:55:59,693 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2c48d1e2be,40163,1731909356202 with port=39623, startcode=1731909356941
2024-11-18T05:55:59,701 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-18T05:55:59,705 DEBUG [RS:0;6e2c48d1e2be:39623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T05:55:59,706 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-18T05:55:59,711 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2c48d1e2be,40163,1731909356202
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-18T05:55:59,719 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5
2024-11-18T05:55:59,719 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5
2024-11-18T05:55:59,719 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5
2024-11-18T05:55:59,720 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5
2024-11-18T05:55:59,720 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2c48d1e2be:0, corePoolSize=10, maxPoolSize=10
2024-11-18T05:55:59,720 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:55:59,720 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2
2024-11-18T05:55:59,720 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:55:59,733 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909389733
2024-11-18T05:55:59,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T05:55:59,733 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-18T05:55:59,735 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-18T05:55:59,736 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-18T05:55:59,740 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-18T05:55:59,740 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-18T05:55:59,741 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-18T05:55:59,741 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-18T05:55:59,742 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:55:59,743 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-18T05:55:59,742 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T05:55:59,748 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-18T05:55:59,751 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33395, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T05:55:59,751 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-18T05:55:59,752 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-18T05:55:59,755 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-18T05:55:59,755 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-18T05:55:59,759 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T05:55:59,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741831_1007 (size=1321)
2024-11-18T05:55:59,762 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731909359757,5,FailOnTimeoutGroup]
2024-11-18T05:55:59,765 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731909359763,5,FailOnTimeoutGroup]
2024-11-18T05:55:59,765 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T05:55:59,765 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-18T05:55:59,766 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-18T05:55:59,767 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-18T05:55:59,786 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-18T05:55:59,786 WARN  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-18T05:56:00,164 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-18T05:56:00,165 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:56:00,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741832_1008 (size=32)
2024-11-18T05:56:00,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:56:00,583 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T05:56:00,587 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T05:56:00,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:56:00,589 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T05:56:00,590 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T05:56:00,594 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T05:56:00,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:56:00,596 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T05:56:00,596 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T05:56:00,601 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T05:56:00,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:56:00,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T05:56:00,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T05:56:00,607 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T05:56:00,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:56:00,609 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T05:56:00,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T05:56:00,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740
2024-11-18T05:56:00,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740
2024-11-18T05:56:00,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T05:56:00,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T05:56:00,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T05:56:00,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T05:56:00,633 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:56:00,635 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60894679, jitterRate=-0.0925985723733902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T05:56:00,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731909360580Initializing all the Stores at 1731909360582 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909360583 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909360583Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909360583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909360583Cleaning up temporary data from old regions at 1731909360619 (+36 ms)Region opened successfully at 1731909360640 (+21 ms)
2024-11-18T05:56:00,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T05:56:00,641 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T05:56:00,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T05:56:00,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T05:56:00,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T05:56:00,643 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T05:56:00,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731909360641Disabling compacts and flushes for region at 1731909360641Disabling writes for close at 1731909360642 (+1 ms)Writing region close event to WAL at 1731909360643 (+1 ms)Closed at 1731909360643
2024-11-18T05:56:00,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T05:56:00,649 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-18T05:56:00,657 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-18T05:56:00,668 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T05:56:00,673 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-18T05:56:00,825 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:01,825 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:02,826 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:03,827 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:04,828 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:05,829 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:06,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-18T05:56:06,577 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-18T05:56:06,830 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:07,831 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:08,831 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:09,832 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:10,833 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:11,834 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:12,835 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:13,836 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:14,837 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:15,838 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:16,839 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:17,840 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:18,841 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:19,843 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:20,844 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:21,845 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:22,846 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:23,847 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:24,848 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:25,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T05:56:25,849 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:26,850 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:27,851 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:28,852 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:29,788 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2c48d1e2be,40163,1731909356202 with port=39623, startcode=1731909356941
2024-11-18T05:56:29,790 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2c48d1e2be,39623,1731909356941
2024-11-18T05:56:29,794 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] master.ServerManager(517): Registering regionserver=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:56:29,803 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:56:29,803 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41083
2024-11-18T05:56:29,803 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T05:56:29,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T05:56:29,843 DEBUG [RS:0;6e2c48d1e2be:39623 {}] zookeeper.ZKUtil(111): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6e2c48d1e2be,39623,1731909356941
2024-11-18T05:56:29,843 WARN  [RS:0;6e2c48d1e2be:39623 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T05:56:29,844 INFO  [RS:0;6e2c48d1e2be:39623 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T05:56:29,844 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/WALs/6e2c48d1e2be,39623,1731909356941
2024-11-18T05:56:29,847 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2c48d1e2be,39623,1731909356941]
2024-11-18T05:56:29,853 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:29,874 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T05:56:29,885 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T05:56:29,889 INFO  [RS:0;6e2c48d1e2be:39623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T05:56:29,889 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T05:56:29,890 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T05:56:29,895 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T05:56:29,896 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T05:56:29,897 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,897 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,897 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,897 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,897 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,897 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2
2024-11-18T05:56:29,897 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,898 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,898 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,898 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,898 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,898 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1
2024-11-18T05:56:29,898 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3
2024-11-18T05:56:29,898 DEBUG [RS:0;6e2c48d1e2be:39623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3
2024-11-18T05:56:29,899 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T05:56:29,899 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T05:56:29,900 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T05:56:29,900 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T05:56:29,900 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T05:56:29,900 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,39623,1731909356941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T05:56:29,917 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T05:56:29,919 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,39623,1731909356941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T05:56:29,919 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T05:56:29,919 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.Replication(171): 6e2c48d1e2be,39623,1731909356941 started
2024-11-18T05:56:29,934 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T05:56:29,935 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1482): Serving as 6e2c48d1e2be,39623,1731909356941, RpcServer on 6e2c48d1e2be/172.17.0.2:39623, sessionid=0x1014dcd1a420001
2024-11-18T05:56:29,935 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T05:56:29,936 DEBUG [RS:0;6e2c48d1e2be:39623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2c48d1e2be,39623,1731909356941
2024-11-18T05:56:29,936 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,39623,1731909356941'
2024-11-18T05:56:29,936 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T05:56:29,937 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T05:56:29,938 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T05:56:29,938 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T05:56:29,938 DEBUG [RS:0;6e2c48d1e2be:39623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2c48d1e2be,39623,1731909356941
2024-11-18T05:56:29,938 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,39623,1731909356941'
2024-11-18T05:56:29,938 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T05:56:29,938 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T05:56:29,939 DEBUG [RS:0;6e2c48d1e2be:39623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T05:56:29,939 INFO  [RS:0;6e2c48d1e2be:39623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T05:56:29,939 INFO  [RS:0;6e2c48d1e2be:39623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T05:56:30,854 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:31,855 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:32,856 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:33,857 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:34,858 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:35,859 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:36,860 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:37,861 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:38,862 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:39,863 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:40,864 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:41,865 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:42,866 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:43,867 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:44,868 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:45,869 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:46,870 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:47,871 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:48,872 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:49,873 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:50,874 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:51,875 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:52,876 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:53,877 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:54,878 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:55,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T05:56:55,879 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:56,880 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:57,881 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:58,882 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:59,883 WARN  [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-18T05:56:59,948 INFO  [RS:0;6e2c48d1e2be:39623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T05:56:59,952 INFO  [RS:0;6e2c48d1e2be:39623 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C39623%2C1731909356941, suffix=, logDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/WALs/6e2c48d1e2be,39623,1731909356941, archiveDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/oldWALs, maxLogs=32
2024-11-18T05:56:59,968 DEBUG [RS:0;6e2c48d1e2be:39623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/WALs/6e2c48d1e2be,39623,1731909356941/6e2c48d1e2be%2C39623%2C1731909356941.1731909419955, exclude list is [], retry=0
2024-11-18T05:56:59,972 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43159,DS-b8189500-0d0c-452d-85c7-d1522234814d,DISK]
2024-11-18T05:56:59,975 INFO  [RS:0;6e2c48d1e2be:39623 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/WALs/6e2c48d1e2be,39623,1731909356941/6e2c48d1e2be%2C39623%2C1731909356941.1731909419955
2024-11-18T05:56:59,976 DEBUG [RS:0;6e2c48d1e2be:39623 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)]
2024-11-18T05:57:00,136 DEBUG [6e2c48d1e2be:40163 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-18T05:57:00,148 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:00,154 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,39623,1731909356941, state=OPENING
2024-11-18T05:57:00,219 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-18T05:57:00,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:57:00,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:57:00,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T05:57:00,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T05:57:00,233 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T05:57:00,238 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:00,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T05:57:00,423 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54675, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T05:57:00,433 INFO  [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-18T05:57:00,434 INFO  [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T05:57:00,434 INFO  [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-18T05:57:00,437 INFO  [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C39623%2C1731909356941.meta, suffix=.meta, logDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/WALs/6e2c48d1e2be,39623,1731909356941, archiveDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/oldWALs, maxLogs=32
2024-11-18T05:57:00,454 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/WALs/6e2c48d1e2be,39623,1731909356941/6e2c48d1e2be%2C39623%2C1731909356941.meta.1731909420439.meta, exclude list is [], retry=0
2024-11-18T05:57:00,459 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43159,DS-b8189500-0d0c-452d-85c7-d1522234814d,DISK]
2024-11-18T05:57:00,462 INFO  [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/WALs/6e2c48d1e2be,39623,1731909356941/6e2c48d1e2be%2C39623%2C1731909356941.meta.1731909420439.meta
2024-11-18T05:57:00,462 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)]
2024-11-18T05:57:00,463 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:00,465 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-18T05:57:00,468 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-18T05:57:00,474 INFO  [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-18T05:57:00,478 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-18T05:57:00,479 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:00,479 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-18T05:57:00,480 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-18T05:57:00,483 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T05:57:00,484 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T05:57:00,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:00,485 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T05:57:00,485 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T05:57:00,487 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T05:57:00,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:00,488 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T05:57:00,488 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T05:57:00,489 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T05:57:00,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:00,490 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T05:57:00,491 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T05:57:00,492 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T05:57:00,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:00,493 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T05:57:00,493 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T05:57:00,495 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740
2024-11-18T05:57:00,497 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740
2024-11-18T05:57:00,500 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T05:57:00,500 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T05:57:00,501 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T05:57:00,504 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T05:57:00,506 INFO  [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74798598, jitterRate=0.11458596587181091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T05:57:00,506 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-18T05:57:00,508 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731909420480Writing region info on filesystem at 1731909420480Initializing all the Stores at 1731909420482 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909420482Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909420483 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909420483Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909420483Cleaning up temporary data from old regions at 1731909420500 (+17 ms)Running coprocessor post-open hooks at 1731909420506 (+6 ms)Region opened successfully at 1731909420508 (+2 ms)
2024-11-18T05:57:00,516 INFO  [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731909420412
2024-11-18T05:57:00,529 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-18T05:57:00,530 INFO  [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-18T05:57:00,533 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:00,536 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,39623,1731909356941, state=OPEN
2024-11-18T05:57:00,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T05:57:00,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T05:57:00,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T05:57:00,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T05:57:00,593 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:00,600 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-18T05:57:00,601 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,39623,1731909356941 in 357 msec
2024-11-18T05:57:00,609 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-18T05:57:00,609 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9460 sec
2024-11-18T05:57:00,611 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T05:57:00,611 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-18T05:57:00,628 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T05:57:00,629 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,39623,1731909356941, seqNum=-1]
2024-11-18T05:57:00,648 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T05:57:00,650 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T05:57:00,670 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.02 sec
2024-11-18T05:57:00,671 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731909420671, completionTime=-1
2024-11-18T05:57:00,673 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-18T05:57:00,673 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-18T05:57:00,695 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-18T05:57:00,695 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731909480695
2024-11-18T05:57:00,695 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731909540695
2024-11-18T05:57:00,696 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec
2024-11-18T05:57:00,697 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,40163,1731909356202-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T05:57:00,697 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,40163,1731909356202-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T05:57:00,697 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,40163,1731909356202-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T05:57:00,698 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2c48d1e2be:40163, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T05:57:00,699 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-18T05:57:00,699 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-18T05:57:00,705 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-18T05:57:00,728 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.594sec
2024-11-18T05:57:00,729 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-18T05:57:00,730 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-18T05:57:00,732 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-18T05:57:00,732 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-18T05:57:00,732 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-18T05:57:00,733 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,40163,1731909356202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T05:57:00,734 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,40163,1731909356202-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-18T05:57:00,742 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-18T05:57:00,743 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-18T05:57:00,743 INFO  [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,40163,1731909356202-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T05:57:00,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5114677b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T05:57:00,836 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-18T05:57:00,836 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-18T05:57:00,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2c48d1e2be,40163,-1 for getting cluster id
2024-11-18T05:57:00,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T05:57:00,848 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df25107f-3e87-406f-acb6-2fc5112bc909'
2024-11-18T05:57:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T05:57:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df25107f-3e87-406f-acb6-2fc5112bc909"

2024-11-18T05:57:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4411660c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T05:57:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2c48d1e2be,40163,-1]
2024-11-18T05:57:00,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T05:57:00,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T05:57:00,875 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T05:57:00,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a9174e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T05:57:00,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T05:57:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,39623,1731909356941, seqNum=-1]
2024-11-18T05:57:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T05:57:00,894 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T05:57:00,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2c48d1e2be,40163,1731909356202
2024-11-18T05:57:00,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48038674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T05:57:00,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2c48d1e2be,40163,-1 for getting cluster id
2024-11-18T05:57:00,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T05:57:00,920 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df25107f-3e87-406f-acb6-2fc5112bc909'
2024-11-18T05:57:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T05:57:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df25107f-3e87-406f-acb6-2fc5112bc909"

2024-11-18T05:57:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eae32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T05:57:00,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2c48d1e2be,40163,-1]
2024-11-18T05:57:00,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T05:57:00,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T05:57:00,924 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T05:57:00,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33176949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T05:57:00,940 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=488, ProcessCount=11, AvailableMemoryMB=5756
2024-11-18T05:57:00,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T05:57:00,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2c48d1e2be,40163,1731909356202
2024-11-18T05:57:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c5f21
2024-11-18T05:57:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T05:57:00,958 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T05:57:00,964 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:57:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T05:57:00,975 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T05:57:00,977 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-18T05:57:00,977 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:00,980 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T05:57:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T05:57:00,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741835_1011 (size=428)
2024-11-18T05:57:01,399 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dda236fb86c2c351ab1fb80bd895bcf6, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:57:01,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741836_1012 (size=79)
2024-11-18T05:57:01,812 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:01,812 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing dda236fb86c2c351ab1fb80bd895bcf6, disabling compactions & flushes
2024-11-18T05:57:01,812 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:57:01,813 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:57:01,813 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6. after waiting 0 ms
2024-11-18T05:57:01,813 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:57:01,813 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:57:01,813 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for dda236fb86c2c351ab1fb80bd895bcf6:
Waiting for close lock at 1731909421812Disabling compacts and flushes for region at 1731909421812Disabling writes for close at 1731909421813 (+1 ms)Writing region close event to WAL at 1731909421813Closed at 1731909421813
2024-11-18T05:57:01,817 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T05:57:01,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731909421818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909421818"}]},"ts":"1731909421818"}
2024-11-18T05:57:01,828 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T05:57:01,830 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T05:57:01,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909421830"}]},"ts":"1731909421830"}
2024-11-18T05:57:01,837 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-18T05:57:01,839 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=dda236fb86c2c351ab1fb80bd895bcf6, ASSIGN}]
2024-11-18T05:57:01,842 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=dda236fb86c2c351ab1fb80bd895bcf6, ASSIGN
2024-11-18T05:57:01,844 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=dda236fb86c2c351ab1fb80bd895bcf6, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,39623,1731909356941; forceNewPlan=false, retain=false
2024-11-18T05:57:01,998 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dda236fb86c2c351ab1fb80bd895bcf6, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T05:57:02,007 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=dda236fb86c2c351ab1fb80bd895bcf6, ASSIGN because future has completed
2024-11-18T05:57:02,009 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dda236fb86c2c351ab1fb80bd895bcf6, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:02,172 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:57:02,173 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dda236fb86c2c351ab1fb80bd895bcf6, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:02,173 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:57:02,173 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:02,174 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:57:02,174 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:57:02,177 INFO  [StoreOpener-dda236fb86c2c351ab1fb80bd895bcf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region dda236fb86c2c351ab1fb80bd895bcf6 
2024-11-18T05:57:02,180 INFO  [StoreOpener-dda236fb86c2c351ab1fb80bd895bcf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dda236fb86c2c351ab1fb80bd895bcf6 columnFamilyName testFamily
2024-11-18T05:57:02,180 DEBUG [StoreOpener-dda236fb86c2c351ab1fb80bd895bcf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:02,181 INFO  [StoreOpener-dda236fb86c2c351ab1fb80bd895bcf6-1 {}] regionserver.HStore(327): Store=dda236fb86c2c351ab1fb80bd895bcf6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:57:02,182 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:57:02,183 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextExceptionAsync/dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:57:02,184 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextExceptionAsync/dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:57:02,184 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:57:02,185 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:57:02,187 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:57:02,191 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextExceptionAsync/dda236fb86c2c351ab1fb80bd895bcf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:57:02,192 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dda236fb86c2c351ab1fb80bd895bcf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59002019, jitterRate=-0.1208014041185379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T05:57:02,192 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:57:02,193 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dda236fb86c2c351ab1fb80bd895bcf6:
Running coprocessor pre-open hook at 1731909422174Writing region info on filesystem at 1731909422174Initializing all the Stores at 1731909422176 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909422176Cleaning up temporary data from old regions at 1731909422185 (+9 ms)Running coprocessor post-open hooks at 1731909422192 (+7 ms)Region opened successfully at 1731909422193 (+1 ms)
2024-11-18T05:57:02,195 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6., pid=6, masterSystemTime=1731909422162
2024-11-18T05:57:02,198 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:57:02,198 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:57:02,199 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dda236fb86c2c351ab1fb80bd895bcf6, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:02,203 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dda236fb86c2c351ab1fb80bd895bcf6, server=6e2c48d1e2be,39623,1731909356941 because future has completed
2024-11-18T05:57:02,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-18T05:57:02,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dda236fb86c2c351ab1fb80bd895bcf6, server=6e2c48d1e2be,39623,1731909356941 in 196 msec
2024-11-18T05:57:02,213 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-18T05:57:02,213 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=dda236fb86c2c351ab1fb80bd895bcf6, ASSIGN in 370 msec
2024-11-18T05:57:02,215 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T05:57:02,215 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909422215"}]},"ts":"1731909422215"}
2024-11-18T05:57:02,218 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-18T05:57:02,220 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T05:57:02,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2530 sec
2024-11-18T05:57:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T05:57:04,029 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-18T05:57:04,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-18T05:57:04,032 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:04,038 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-18T05:57:04,039 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:04,039 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-18T05:57:04,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T05:57:04,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,39623,1731909356941, seqNum=-1]
2024-11-18T05:57:04,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T05:57:04,047 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T05:57:04,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:57:04,066 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T05:57:04,070 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-18T05:57:04,074 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T05:57:04,079 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T05:57:04,082 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T05:57:04,083 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3922135517340106744
2024-11-18T05:57:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:42460 deadline: 1731909427081, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T05:57:04,091 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T05:57:04,093 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T05:57:04,094 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T05:57:04,096 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T05:57:04,097 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3922135517340106742
2024-11-18T05:57:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:42460 deadline: 1731909427096, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T05:57:04,101 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T05:57:04,102 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3922135517340106741
2024-11-18T05:57:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:42460 deadline: 1731909427101, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T05:57:04,106 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T05:57:04,107 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3922135517340106740
2024-11-18T05:57:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:42460 deadline: 1731909427106, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T05:57:04,111 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T05:57:04,121 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_90314658_22 at /127.0.0.1:43592 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 488), ProcessCount=11 (was 11), AvailableMemoryMB=5740 (was 5756)
2024-11-18T05:57:04,130 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=5740
2024-11-18T05:57:04,134 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:57:04,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-18T05:57:04,138 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T05:57:04,138 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:04,138 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-18T05:57:04,140 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T05:57:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T05:57:04,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741837_1013 (size=414)
2024-11-18T05:57:04,554 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9683d6152feee5d91cd7517f82b21a5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:57:04,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741838_1014 (size=65)
2024-11-18T05:57:04,567 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:04,567 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing c9683d6152feee5d91cd7517f82b21a5, disabling compactions & flushes
2024-11-18T05:57:04,567 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:57:04,567 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:57:04,567 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5. after waiting 0 ms
2024-11-18T05:57:04,567 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:57:04,567 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:57:04,567 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9683d6152feee5d91cd7517f82b21a5:
Waiting for close lock at 1731909424567Disabling compacts and flushes for region at 1731909424567Disabling writes for close at 1731909424567Writing region close event to WAL at 1731909424567Closed at 1731909424567
2024-11-18T05:57:04,569 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T05:57:04,570 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731909424570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909424570"}]},"ts":"1731909424570"}
2024-11-18T05:57:04,573 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T05:57:04,575 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T05:57:04,575 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909424575"}]},"ts":"1731909424575"}
2024-11-18T05:57:04,578 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T05:57:04,578 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=c9683d6152feee5d91cd7517f82b21a5, ASSIGN}]
2024-11-18T05:57:04,580 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=c9683d6152feee5d91cd7517f82b21a5, ASSIGN
2024-11-18T05:57:04,581 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=c9683d6152feee5d91cd7517f82b21a5, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,39623,1731909356941; forceNewPlan=false, retain=false
2024-11-18T05:57:04,732 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c9683d6152feee5d91cd7517f82b21a5, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:04,738 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=c9683d6152feee5d91cd7517f82b21a5, ASSIGN because future has completed
2024-11-18T05:57:04,739 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9683d6152feee5d91cd7517f82b21a5, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:04,899 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:57:04,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => c9683d6152feee5d91cd7517f82b21a5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:04,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:57:04,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:04,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:57:04,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:57:04,903 INFO  [StoreOpener-c9683d6152feee5d91cd7517f82b21a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c9683d6152feee5d91cd7517f82b21a5 
2024-11-18T05:57:04,905 INFO  [StoreOpener-c9683d6152feee5d91cd7517f82b21a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9683d6152feee5d91cd7517f82b21a5 columnFamilyName testFamily
2024-11-18T05:57:04,905 DEBUG [StoreOpener-c9683d6152feee5d91cd7517f82b21a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:04,906 INFO  [StoreOpener-c9683d6152feee5d91cd7517f82b21a5-1 {}] regionserver.HStore(327): Store=c9683d6152feee5d91cd7517f82b21a5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:57:04,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:57:04,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScanner/c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:57:04,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScanner/c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:57:04,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:57:04,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:57:04,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:57:04,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScanner/c9683d6152feee5d91cd7517f82b21a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:57:04,915 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened c9683d6152feee5d91cd7517f82b21a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61493222, jitterRate=-0.08367958664894104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T05:57:04,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:57:04,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for c9683d6152feee5d91cd7517f82b21a5:
Running coprocessor pre-open hook at 1731909424900Writing region info on filesystem at 1731909424900Initializing all the Stores at 1731909424902 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909424902Cleaning up temporary data from old regions at 1731909424908 (+6 ms)Running coprocessor post-open hooks at 1731909424915 (+7 ms)Region opened successfully at 1731909424916 (+1 ms)
2024-11-18T05:57:04,917 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5., pid=9, masterSystemTime=1731909424894
2024-11-18T05:57:04,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:57:04,920 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:57:04,921 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c9683d6152feee5d91cd7517f82b21a5, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:04,924 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9683d6152feee5d91cd7517f82b21a5, server=6e2c48d1e2be,39623,1731909356941 because future has completed
2024-11-18T05:57:04,931 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-18T05:57:04,931 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c9683d6152feee5d91cd7517f82b21a5, server=6e2c48d1e2be,39623,1731909356941 in 188 msec
2024-11-18T05:57:04,935 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-18T05:57:04,935 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=c9683d6152feee5d91cd7517f82b21a5, ASSIGN in 353 msec
2024-11-18T05:57:04,937 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T05:57:04,937 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909424937"}]},"ts":"1731909424937"}
2024-11-18T05:57:04,940 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T05:57:04,941 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T05:57:04,945 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 807 msec
2024-11-18T05:57:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T05:57:05,156 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-18T05:57:05,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T05:57:05,156 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:05,167 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T05:57:05,167 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:05,167 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-18T05:57:05,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:57:05,185 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T05:57:05,185 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T05:57:05,189 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T05:57:05,191 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T05:57:06,019 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T05:57:06,045 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-18T05:57:06,046 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-18T05:57:06,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-18T05:57:06,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T05:57:06,577 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-18T05:57:06,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T05:57:06,581 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-18T05:57:06,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T05:57:06,583 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T05:57:06,586 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T05:57:06,586 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T05:57:11,205 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6e2c48d1e2be:39623 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-18T05:57:11,206 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-18T05:57:11,206 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 from cache
2024-11-18T05:57:11,214 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 464), ProcessCount=11 (was 11), AvailableMemoryMB=5724 (was 5740)
2024-11-18T05:57:11,221 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=5724
2024-11-18T05:57:11,224 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:57:11,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-18T05:57:11,227 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T05:57:11,227 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:11,227 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-18T05:57:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T05:57:11,229 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T05:57:11,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741839_1015 (size=412)
2024-11-18T05:57:11,646 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45e2d18f8558c33c82b22949473ff117, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:57:11,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741840_1016 (size=63)
2024-11-18T05:57:11,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-18T05:57:12,061 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:12,062 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 45e2d18f8558c33c82b22949473ff117, disabling compactions & flushes
2024-11-18T05:57:12,062 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:57:12,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:57:12,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117. after waiting 0 ms
2024-11-18T05:57:12,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:57:12,063 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:57:12,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45e2d18f8558c33c82b22949473ff117:
Waiting for close lock at 1731909432062Disabling compacts and flushes for region at 1731909432062Disabling writes for close at 1731909432063 (+1 ms)Writing region close event to WAL at 1731909432063Closed at 1731909432063
2024-11-18T05:57:12,096 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T05:57:12,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731909432096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909432096"}]},"ts":"1731909432096"}
2024-11-18T05:57:12,101 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T05:57:12,104 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T05:57:12,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909432104"}]},"ts":"1731909432104"}
2024-11-18T05:57:12,110 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T05:57:12,111 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=45e2d18f8558c33c82b22949473ff117, ASSIGN}]
2024-11-18T05:57:12,113 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=45e2d18f8558c33c82b22949473ff117, ASSIGN
2024-11-18T05:57:12,116 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=45e2d18f8558c33c82b22949473ff117, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,39623,1731909356941; forceNewPlan=false, retain=false
2024-11-18T05:57:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T05:57:12,267 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=45e2d18f8558c33c82b22949473ff117, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:12,274 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=45e2d18f8558c33c82b22949473ff117, ASSIGN because future has completed
2024-11-18T05:57:12,275 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45e2d18f8558c33c82b22949473ff117, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:12,436 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:57:12,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 45e2d18f8558c33c82b22949473ff117, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:12,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 45e2d18f8558c33c82b22949473ff117
2024-11-18T05:57:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 45e2d18f8558c33c82b22949473ff117
2024-11-18T05:57:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 45e2d18f8558c33c82b22949473ff117
2024-11-18T05:57:12,440 INFO  [StoreOpener-45e2d18f8558c33c82b22949473ff117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 45e2d18f8558c33c82b22949473ff117 
2024-11-18T05:57:12,443 INFO  [StoreOpener-45e2d18f8558c33c82b22949473ff117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45e2d18f8558c33c82b22949473ff117 columnFamilyName testFamily
2024-11-18T05:57:12,444 DEBUG [StoreOpener-45e2d18f8558c33c82b22949473ff117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:12,444 INFO  [StoreOpener-45e2d18f8558c33c82b22949473ff117-1 {}] regionserver.HStore(327): Store=45e2d18f8558c33c82b22949473ff117/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:57:12,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 45e2d18f8558c33c82b22949473ff117
2024-11-18T05:57:12,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNextAsync/45e2d18f8558c33c82b22949473ff117
2024-11-18T05:57:12,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNextAsync/45e2d18f8558c33c82b22949473ff117
2024-11-18T05:57:12,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 45e2d18f8558c33c82b22949473ff117
2024-11-18T05:57:12,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 45e2d18f8558c33c82b22949473ff117
2024-11-18T05:57:12,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 45e2d18f8558c33c82b22949473ff117
2024-11-18T05:57:12,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNextAsync/45e2d18f8558c33c82b22949473ff117/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:57:12,454 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 45e2d18f8558c33c82b22949473ff117; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73502878, jitterRate=0.09527823328971863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T05:57:12,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45e2d18f8558c33c82b22949473ff117
2024-11-18T05:57:12,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 45e2d18f8558c33c82b22949473ff117:
Running coprocessor pre-open hook at 1731909432437Writing region info on filesystem at 1731909432437Initializing all the Stores at 1731909432439 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909432439Cleaning up temporary data from old regions at 1731909432447 (+8 ms)Running coprocessor post-open hooks at 1731909432454 (+7 ms)Region opened successfully at 1731909432455 (+1 ms)
2024-11-18T05:57:12,456 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117., pid=12, masterSystemTime=1731909432429
2024-11-18T05:57:12,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:57:12,459 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:57:12,460 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=45e2d18f8558c33c82b22949473ff117, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:12,463 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45e2d18f8558c33c82b22949473ff117, server=6e2c48d1e2be,39623,1731909356941 because future has completed
2024-11-18T05:57:12,468 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-18T05:57:12,468 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 45e2d18f8558c33c82b22949473ff117, server=6e2c48d1e2be,39623,1731909356941 in 190 msec
2024-11-18T05:57:12,471 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-18T05:57:12,471 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=45e2d18f8558c33c82b22949473ff117, ASSIGN in 357 msec
2024-11-18T05:57:12,473 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T05:57:12,473 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909432473"}]},"ts":"1731909432473"}
2024-11-18T05:57:12,476 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T05:57:12,477 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T05:57:12,480 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2530 sec
2024-11-18T05:57:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T05:57:14,247 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-18T05:57:14,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T05:57:14,248 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:14,257 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T05:57:14,257 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:14,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-18T05:57:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:57:14,273 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T05:57:14,273 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T05:57:14,276 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T05:57:14,279 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T05:57:14,280 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T05:57:14,281 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T05:57:16,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-18T05:57:16,577 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T05:57:17,967 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T05:57:18,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-18T05:57:20,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39623 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106731' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T05:57:20,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39623 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:42460 deadline: 1731909446288, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106731' does not exist
2024-11-18T05:57:20,294 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6e2c48d1e2be,39623,1731909356941 for closing scanner id = -3922135517340106731 for 45e2d18f8558c33c82b22949473ff117 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106731' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T05:57:20,296 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 427), ProcessCount=11 (was 11), AvailableMemoryMB=5724 (was 5724)
2024-11-18T05:57:20,306 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5724
2024-11-18T05:57:20,308 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:57:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-18T05:57:20,312 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T05:57:20,312 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:20,312 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-18T05:57:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T05:57:20,314 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T05:57:20,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741841_1017 (size=423)
2024-11-18T05:57:20,730 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fee057c54f4f345ed022ab224ff9a5a, NAME => 'testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:57:20,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741842_1018 (size=74)
2024-11-18T05:57:20,744 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:20,744 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 4fee057c54f4f345ed022ab224ff9a5a, disabling compactions & flushes
2024-11-18T05:57:20,744 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:57:20,744 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:57:20,744 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a. after waiting 0 ms
2024-11-18T05:57:20,744 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:57:20,744 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:57:20,744 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fee057c54f4f345ed022ab224ff9a5a:
Waiting for close lock at 1731909440744Disabling compacts and flushes for region at 1731909440744Disabling writes for close at 1731909440744Writing region close event to WAL at 1731909440744Closed at 1731909440744
2024-11-18T05:57:20,746 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T05:57:20,746 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731909440746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909440746"}]},"ts":"1731909440746"}
2024-11-18T05:57:20,749 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T05:57:20,751 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T05:57:20,751 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909440751"}]},"ts":"1731909440751"}
2024-11-18T05:57:20,754 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-18T05:57:20,754 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4fee057c54f4f345ed022ab224ff9a5a, ASSIGN}]
2024-11-18T05:57:20,756 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4fee057c54f4f345ed022ab224ff9a5a, ASSIGN
2024-11-18T05:57:20,757 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4fee057c54f4f345ed022ab224ff9a5a, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,39623,1731909356941; forceNewPlan=false, retain=false
2024-11-18T05:57:20,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-18T05:57:20,908 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4fee057c54f4f345ed022ab224ff9a5a, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:20,912 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4fee057c54f4f345ed022ab224ff9a5a, ASSIGN because future has completed
2024-11-18T05:57:20,912 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fee057c54f4f345ed022ab224ff9a5a, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:21,074 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:57:21,074 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fee057c54f4f345ed022ab224ff9a5a, NAME => 'testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:21,075 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:57:21,075 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:21,075 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:57:21,075 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:57:21,079 INFO  [StoreOpener-4fee057c54f4f345ed022ab224ff9a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4fee057c54f4f345ed022ab224ff9a5a 
2024-11-18T05:57:21,084 INFO  [StoreOpener-4fee057c54f4f345ed022ab224ff9a5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fee057c54f4f345ed022ab224ff9a5a columnFamilyName testFamily
2024-11-18T05:57:21,084 DEBUG [StoreOpener-4fee057c54f4f345ed022ab224ff9a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:21,085 INFO  [StoreOpener-4fee057c54f4f345ed022ab224ff9a5a-1 {}] regionserver.HStore(327): Store=4fee057c54f4f345ed022ab224ff9a5a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:57:21,086 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:57:21,088 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextException/4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:57:21,089 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextException/4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:57:21,090 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:57:21,090 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:57:21,092 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:57:21,096 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextException/4fee057c54f4f345ed022ab224ff9a5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:57:21,097 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 4fee057c54f4f345ed022ab224ff9a5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61262215, jitterRate=-0.0871218591928482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T05:57:21,097 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:57:21,097 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 4fee057c54f4f345ed022ab224ff9a5a:
Running coprocessor pre-open hook at 1731909441076Writing region info on filesystem at 1731909441076Initializing all the Stores at 1731909441078 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909441079 (+1 ms)Cleaning up temporary data from old regions at 1731909441090 (+11 ms)Running coprocessor post-open hooks at 1731909441097 (+7 ms)Region opened successfully at 1731909441097
2024-11-18T05:57:21,098 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a., pid=15, masterSystemTime=1731909441065
2024-11-18T05:57:21,101 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:57:21,101 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:57:21,102 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4fee057c54f4f345ed022ab224ff9a5a, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:21,105 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fee057c54f4f345ed022ab224ff9a5a, server=6e2c48d1e2be,39623,1731909356941 because future has completed
2024-11-18T05:57:21,111 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-18T05:57:21,112 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fee057c54f4f345ed022ab224ff9a5a, server=6e2c48d1e2be,39623,1731909356941 in 195 msec
2024-11-18T05:57:21,114 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-18T05:57:21,114 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4fee057c54f4f345ed022ab224ff9a5a, ASSIGN in 357 msec
2024-11-18T05:57:21,116 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T05:57:21,116 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909441116"}]},"ts":"1731909441116"}
2024-11-18T05:57:21,118 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-18T05:57:21,119 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T05:57:21,122 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 811 msec
2024-11-18T05:57:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T05:57:21,327 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-18T05:57:21,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-18T05:57:21,328 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:21,338 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-18T05:57:21,339 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:21,339 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-18T05:57:21,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:57:21,356 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T05:57:21,356 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-18T05:57:21,360 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T05:57:21,363 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T05:57:21,365 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T05:57:21,366 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3922135517340106727
2024-11-18T05:57:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:42460 deadline: 1731909444364, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T05:57:21,371 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T05:57:21,372 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T05:57:21,373 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T05:57:21,375 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T05:57:21,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3922135517340106725
2024-11-18T05:57:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:42460 deadline: 1731909444374, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T05:57:21,379 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T05:57:21,380 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3922135517340106724
2024-11-18T05:57:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:42460 deadline: 1731909444378, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T05:57:21,383 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T05:57:21,384 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3922135517340106723
2024-11-18T05:57:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:42460 deadline: 1731909444383, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T05:57:21,388 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T05:57:21,396 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_90314658_22 at /127.0.0.1:48472 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=5718 (was 5724)
2024-11-18T05:57:21,405 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5718
2024-11-18T05:57:21,408 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:57:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-18T05:57:21,411 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T05:57:21,411 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:21,411 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-18T05:57:21,413 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T05:57:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T05:57:21,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741843_1019 (size=418)
2024-11-18T05:57:21,832 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f68a767aa64fb9f65bcb89da5f970b2, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:57:21,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741844_1020 (size=69)
2024-11-18T05:57:22,245 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:22,246 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 5f68a767aa64fb9f65bcb89da5f970b2, disabling compactions & flushes
2024-11-18T05:57:22,246 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:57:22,246 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:57:22,247 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2. after waiting 0 ms
2024-11-18T05:57:22,247 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:57:22,247 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:57:22,247 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f68a767aa64fb9f65bcb89da5f970b2:
Waiting for close lock at 1731909442246Disabling compacts and flushes for region at 1731909442246Disabling writes for close at 1731909442247 (+1 ms)Writing region close event to WAL at 1731909442247Closed at 1731909442247
2024-11-18T05:57:22,251 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T05:57:22,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731909442251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909442251"}]},"ts":"1731909442251"}
2024-11-18T05:57:22,255 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T05:57:22,257 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T05:57:22,258 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909442257"}]},"ts":"1731909442257"}
2024-11-18T05:57:22,261 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T05:57:22,262 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5f68a767aa64fb9f65bcb89da5f970b2, ASSIGN}]
2024-11-18T05:57:22,263 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5f68a767aa64fb9f65bcb89da5f970b2, ASSIGN
2024-11-18T05:57:22,265 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5f68a767aa64fb9f65bcb89da5f970b2, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,39623,1731909356941; forceNewPlan=false, retain=false
2024-11-18T05:57:22,416 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=5f68a767aa64fb9f65bcb89da5f970b2, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:22,423 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5f68a767aa64fb9f65bcb89da5f970b2, ASSIGN because future has completed
2024-11-18T05:57:22,424 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f68a767aa64fb9f65bcb89da5f970b2, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T05:57:22,592 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:57:22,593 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f68a767aa64fb9f65bcb89da5f970b2, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:22,593 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:57:22,593 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:22,593 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:57:22,593 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:57:22,595 INFO  [StoreOpener-5f68a767aa64fb9f65bcb89da5f970b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5f68a767aa64fb9f65bcb89da5f970b2 
2024-11-18T05:57:22,597 INFO  [StoreOpener-5f68a767aa64fb9f65bcb89da5f970b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f68a767aa64fb9f65bcb89da5f970b2 columnFamilyName testFamily
2024-11-18T05:57:22,597 DEBUG [StoreOpener-5f68a767aa64fb9f65bcb89da5f970b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:22,598 INFO  [StoreOpener-5f68a767aa64fb9f65bcb89da5f970b2-1 {}] regionserver.HStore(327): Store=5f68a767aa64fb9f65bcb89da5f970b2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:57:22,598 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:57:22,599 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScanner/5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:57:22,600 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScanner/5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:57:22,600 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:57:22,600 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:57:22,602 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:57:22,606 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScanner/5f68a767aa64fb9f65bcb89da5f970b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:57:22,606 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5f68a767aa64fb9f65bcb89da5f970b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61222711, jitterRate=-0.08771051466464996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T05:57:22,606 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:57:22,607 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5f68a767aa64fb9f65bcb89da5f970b2:
Running coprocessor pre-open hook at 1731909442593Writing region info on filesystem at 1731909442593Initializing all the Stores at 1731909442595 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909442595Cleaning up temporary data from old regions at 1731909442600 (+5 ms)Running coprocessor post-open hooks at 1731909442607 (+7 ms)Region opened successfully at 1731909442607
2024-11-18T05:57:22,608 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., pid=18, masterSystemTime=1731909442580
2024-11-18T05:57:22,611 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:57:22,611 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:57:22,612 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=5f68a767aa64fb9f65bcb89da5f970b2, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:22,615 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f68a767aa64fb9f65bcb89da5f970b2, server=6e2c48d1e2be,39623,1731909356941 because future has completed
2024-11-18T05:57:22,619 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-18T05:57:22,619 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f68a767aa64fb9f65bcb89da5f970b2, server=6e2c48d1e2be,39623,1731909356941 in 193 msec
2024-11-18T05:57:22,623 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-18T05:57:22,623 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=5f68a767aa64fb9f65bcb89da5f970b2, ASSIGN in 358 msec
2024-11-18T05:57:22,624 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T05:57:22,624 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909442624"}]},"ts":"1731909442624"}
2024-11-18T05:57:22,626 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T05:57:22,628 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T05:57:22,629 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2200 sec
2024-11-18T05:57:24,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-18T05:57:24,053 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-18T05:57:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T05:57:24,434 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-18T05:57:24,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T05:57:24,434 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:24,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T05:57:24,439 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:24,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-18T05:57:24,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:57:24,453 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T05:57:24,453 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T05:57:24,456 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T05:57:24,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T05:57:25,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T05:57:25,461 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6e2c48d1e2be:39623 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-18T05:57:25,461 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-18T05:57:25,462 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 from cache
2024-11-18T05:57:25,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-18T05:57:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:57:26,478 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T05:57:26,579 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T05:57:26,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-18T05:57:26,608 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-18T05:57:26,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T05:57:26,608 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T05:57:27,461 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6e2c48d1e2be:39623 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=979ms
2024-11-18T05:57:27,462 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=979ms
2024-11-18T05:57:27,462 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 from cache
2024-11-18T05:57:27,478 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=5713 (was 5718)
2024-11-18T05:57:27,487 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=5713
2024-11-18T05:57:27,490 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:57:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-18T05:57:27,494 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T05:57:27,494 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:27,494 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-18T05:57:27,496 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T05:57:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T05:57:27,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741845_1021 (size=416)
2024-11-18T05:57:27,908 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a5c758d9a087237b08a5e4ae38fc1e0, NAME => 'testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:57:27,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741846_1022 (size=67)
2024-11-18T05:57:27,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-18T05:57:28,320 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:28,320 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7a5c758d9a087237b08a5e4ae38fc1e0, disabling compactions & flushes
2024-11-18T05:57:28,320 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:57:28,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:57:28,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0. after waiting 0 ms
2024-11-18T05:57:28,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:57:28,321 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:57:28,322 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a5c758d9a087237b08a5e4ae38fc1e0:
Waiting for close lock at 1731909448320Disabling compacts and flushes for region at 1731909448320Disabling writes for close at 1731909448321 (+1 ms)Writing region close event to WAL at 1731909448321Closed at 1731909448321
2024-11-18T05:57:28,325 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T05:57:28,325 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731909448325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909448325"}]},"ts":"1731909448325"}
2024-11-18T05:57:28,329 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T05:57:28,331 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T05:57:28,331 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909448331"}]},"ts":"1731909448331"}
2024-11-18T05:57:28,334 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T05:57:28,334 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7a5c758d9a087237b08a5e4ae38fc1e0, ASSIGN}]
2024-11-18T05:57:28,335 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7a5c758d9a087237b08a5e4ae38fc1e0, ASSIGN
2024-11-18T05:57:28,336 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7a5c758d9a087237b08a5e4ae38fc1e0, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,39623,1731909356941; forceNewPlan=false, retain=false
2024-11-18T05:57:28,488 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7a5c758d9a087237b08a5e4ae38fc1e0, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:28,496 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7a5c758d9a087237b08a5e4ae38fc1e0, ASSIGN because future has completed
2024-11-18T05:57:28,497 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a5c758d9a087237b08a5e4ae38fc1e0, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T05:57:28,664 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:57:28,664 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a5c758d9a087237b08a5e4ae38fc1e0, NAME => 'testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:28,665 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:57:28,665 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:28,665 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:57:28,665 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:57:28,668 INFO  [StoreOpener-7a5c758d9a087237b08a5e4ae38fc1e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7a5c758d9a087237b08a5e4ae38fc1e0 
2024-11-18T05:57:28,669 INFO  [StoreOpener-7a5c758d9a087237b08a5e4ae38fc1e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a5c758d9a087237b08a5e4ae38fc1e0 columnFamilyName testFamily
2024-11-18T05:57:28,670 DEBUG [StoreOpener-7a5c758d9a087237b08a5e4ae38fc1e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:28,670 INFO  [StoreOpener-7a5c758d9a087237b08a5e4ae38fc1e0-1 {}] regionserver.HStore(327): Store=7a5c758d9a087237b08a5e4ae38fc1e0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:57:28,670 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:57:28,671 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNextAsync/7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:57:28,672 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNextAsync/7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:57:28,673 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:57:28,673 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:57:28,675 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:57:28,678 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNextAsync/7a5c758d9a087237b08a5e4ae38fc1e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:57:28,679 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 7a5c758d9a087237b08a5e4ae38fc1e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60148541, jitterRate=-0.1037168949842453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T05:57:28,679 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:57:28,680 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 7a5c758d9a087237b08a5e4ae38fc1e0:
Running coprocessor pre-open hook at 1731909448666Writing region info on filesystem at 1731909448666Initializing all the Stores at 1731909448667 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909448667Cleaning up temporary data from old regions at 1731909448673 (+6 ms)Running coprocessor post-open hooks at 1731909448679 (+6 ms)Region opened successfully at 1731909448680 (+1 ms)
2024-11-18T05:57:28,681 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0., pid=21, masterSystemTime=1731909448652
2024-11-18T05:57:28,684 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:57:28,684 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:57:28,685 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7a5c758d9a087237b08a5e4ae38fc1e0, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:28,688 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a5c758d9a087237b08a5e4ae38fc1e0, server=6e2c48d1e2be,39623,1731909356941 because future has completed
2024-11-18T05:57:28,692 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-18T05:57:28,692 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a5c758d9a087237b08a5e4ae38fc1e0, server=6e2c48d1e2be,39623,1731909356941 in 193 msec
2024-11-18T05:57:28,695 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-18T05:57:28,696 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7a5c758d9a087237b08a5e4ae38fc1e0, ASSIGN in 358 msec
2024-11-18T05:57:28,696 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T05:57:28,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909448697"}]},"ts":"1731909448697"}
2024-11-18T05:57:28,699 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T05:57:28,700 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T05:57:28,703 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2100 sec
2024-11-18T05:57:30,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-18T05:57:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T05:57:30,527 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-18T05:57:30,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T05:57:30,528 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:30,540 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T05:57:30,541 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:30,541 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-18T05:57:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:57:30,555 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T05:57:30,555 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T05:57:30,559 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T05:57:30,561 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T05:57:30,563 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T05:57:30,563 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T05:57:33,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39623 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106712' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T05:57:33,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39623 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:42460 deadline: 1731909454579, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106712' does not exist
2024-11-18T05:57:33,583 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6e2c48d1e2be,39623,1731909356941 for closing scanner id = -3922135517340106712 for 7a5c758d9a087237b08a5e4ae38fc1e0 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106712' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T05:57:33,589 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=5706 (was 5713)
2024-11-18T05:57:33,598 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=5706
2024-11-18T05:57:33,600 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:57:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-18T05:57:33,603 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T05:57:33,603 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:33,604 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-18T05:57:33,605 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T05:57:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T05:57:33,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741847_1023 (size=411)
2024-11-18T05:57:34,021 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8915c2465a4fe686e818a5086f29d78, NAME => 'testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:57:34,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741848_1024 (size=62)
2024-11-18T05:57:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-18T05:57:34,171 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T05:57:34,434 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:34,435 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing e8915c2465a4fe686e818a5086f29d78, disabling compactions & flushes
2024-11-18T05:57:34,435 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:57:34,435 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:57:34,435 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78. after waiting 0 ms
2024-11-18T05:57:34,436 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:57:34,436 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:57:34,436 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8915c2465a4fe686e818a5086f29d78:
Waiting for close lock at 1731909454435Disabling compacts and flushes for region at 1731909454435Disabling writes for close at 1731909454436 (+1 ms)Writing region close event to WAL at 1731909454436Closed at 1731909454436
2024-11-18T05:57:34,440 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T05:57:34,440 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731909454440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909454440"}]},"ts":"1731909454440"}
2024-11-18T05:57:34,443 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T05:57:34,445 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T05:57:34,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909454445"}]},"ts":"1731909454445"}
2024-11-18T05:57:34,448 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T05:57:34,449 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e8915c2465a4fe686e818a5086f29d78, ASSIGN}]
2024-11-18T05:57:34,450 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e8915c2465a4fe686e818a5086f29d78, ASSIGN
2024-11-18T05:57:34,451 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e8915c2465a4fe686e818a5086f29d78, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,39623,1731909356941; forceNewPlan=false, retain=false
2024-11-18T05:57:34,603 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=e8915c2465a4fe686e818a5086f29d78, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:34,610 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e8915c2465a4fe686e818a5086f29d78, ASSIGN because future has completed
2024-11-18T05:57:34,611 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8915c2465a4fe686e818a5086f29d78, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T05:57:34,780 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:57:34,780 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e8915c2465a4fe686e818a5086f29d78, NAME => 'testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:34,781 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:57:34,781 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:34,782 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:57:34,782 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:57:34,785 INFO  [StoreOpener-e8915c2465a4fe686e818a5086f29d78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e8915c2465a4fe686e818a5086f29d78 
2024-11-18T05:57:34,787 INFO  [StoreOpener-e8915c2465a4fe686e818a5086f29d78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8915c2465a4fe686e818a5086f29d78 columnFamilyName testFamily
2024-11-18T05:57:34,787 DEBUG [StoreOpener-e8915c2465a4fe686e818a5086f29d78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:34,788 INFO  [StoreOpener-e8915c2465a4fe686e818a5086f29d78-1 {}] regionserver.HStore(327): Store=e8915c2465a4fe686e818a5086f29d78/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:57:34,789 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:57:34,790 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNext/e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:57:34,791 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNext/e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:57:34,792 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:57:34,792 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:57:34,794 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:57:34,798 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNext/e8915c2465a4fe686e818a5086f29d78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:57:34,798 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e8915c2465a4fe686e818a5086f29d78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74451455, jitterRate=0.10941313207149506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T05:57:34,798 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:57:34,799 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e8915c2465a4fe686e818a5086f29d78:
Running coprocessor pre-open hook at 1731909454782Writing region info on filesystem at 1731909454782Initializing all the Stores at 1731909454784 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909454784Cleaning up temporary data from old regions at 1731909454792 (+8 ms)Running coprocessor post-open hooks at 1731909454798 (+6 ms)Region opened successfully at 1731909454799 (+1 ms)
2024-11-18T05:57:34,800 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78., pid=24, masterSystemTime=1731909454766
2024-11-18T05:57:34,802 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:57:34,802 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:57:34,803 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=e8915c2465a4fe686e818a5086f29d78, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:34,806 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8915c2465a4fe686e818a5086f29d78, server=6e2c48d1e2be,39623,1731909356941 because future has completed
2024-11-18T05:57:34,810 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-18T05:57:34,810 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure e8915c2465a4fe686e818a5086f29d78, server=6e2c48d1e2be,39623,1731909356941 in 196 msec
2024-11-18T05:57:34,813 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-18T05:57:34,813 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e8915c2465a4fe686e818a5086f29d78, ASSIGN in 362 msec
2024-11-18T05:57:34,814 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T05:57:34,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909454814"}]},"ts":"1731909454814"}
2024-11-18T05:57:34,816 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T05:57:34,817 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T05:57:34,820 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2170 sec
2024-11-18T05:57:36,059 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-18T05:57:36,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-18T05:57:36,577 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T05:57:36,578 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-18T05:57:36,578 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T05:57:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T05:57:36,636 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-18T05:57:36,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T05:57:36,636 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:36,647 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T05:57:36,647 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:36,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-18T05:57:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:57:36,664 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T05:57:36,664 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T05:57:36,668 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T05:57:36,672 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T05:57:36,673 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T05:57:36,674 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T05:57:39,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39623 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106708' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T05:57:39,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39623 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:42460 deadline: 1731909460688, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106708' does not exist
2024-11-18T05:57:39,691 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6e2c48d1e2be,39623,1731909356941 for closing scanner id = -3922135517340106708 for e8915c2465a4fe686e818a5086f29d78 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106708' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T05:57:39,698 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=5701 (was 5706)
2024-11-18T05:57:39,705 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=5700
2024-11-18T05:57:39,707 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:57:39,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T05:57:39,710 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T05:57:39,711 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:39,711 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-18T05:57:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T05:57:39,712 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T05:57:39,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741849_1025 (size=419)
2024-11-18T05:57:40,129 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af8a82cabbd1106a188f5a80bd0e51fd, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:57:40,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741850_1026 (size=70)
2024-11-18T05:57:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-18T05:57:40,284 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T05:57:40,539 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:40,540 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing af8a82cabbd1106a188f5a80bd0e51fd, disabling compactions & flushes
2024-11-18T05:57:40,540 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:57:40,540 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:57:40,540 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd. after waiting 0 ms
2024-11-18T05:57:40,540 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:57:40,540 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:57:40,540 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for af8a82cabbd1106a188f5a80bd0e51fd:
Waiting for close lock at 1731909460539Disabling compacts and flushes for region at 1731909460540 (+1 ms)Disabling writes for close at 1731909460540Writing region close event to WAL at 1731909460540Closed at 1731909460540
2024-11-18T05:57:40,544 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T05:57:40,545 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731909460544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909460544"}]},"ts":"1731909460544"}
2024-11-18T05:57:40,550 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T05:57:40,551 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T05:57:40,551 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909460551"}]},"ts":"1731909460551"}
2024-11-18T05:57:40,553 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T05:57:40,554 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af8a82cabbd1106a188f5a80bd0e51fd, ASSIGN}]
2024-11-18T05:57:40,555 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af8a82cabbd1106a188f5a80bd0e51fd, ASSIGN
2024-11-18T05:57:40,556 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af8a82cabbd1106a188f5a80bd0e51fd, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,39623,1731909356941; forceNewPlan=false, retain=false
2024-11-18T05:57:40,708 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=af8a82cabbd1106a188f5a80bd0e51fd, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:40,714 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af8a82cabbd1106a188f5a80bd0e51fd, ASSIGN because future has completed
2024-11-18T05:57:40,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure af8a82cabbd1106a188f5a80bd0e51fd, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T05:57:40,877 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:57:40,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => af8a82cabbd1106a188f5a80bd0e51fd, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:40,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:57:40,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:40,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:57:40,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:57:40,881 INFO  [StoreOpener-af8a82cabbd1106a188f5a80bd0e51fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region af8a82cabbd1106a188f5a80bd0e51fd 
2024-11-18T05:57:40,883 INFO  [StoreOpener-af8a82cabbd1106a188f5a80bd0e51fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af8a82cabbd1106a188f5a80bd0e51fd columnFamilyName testFamily
2024-11-18T05:57:40,883 DEBUG [StoreOpener-af8a82cabbd1106a188f5a80bd0e51fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:40,883 INFO  [StoreOpener-af8a82cabbd1106a188f5a80bd0e51fd-1 {}] regionserver.HStore(327): Store=af8a82cabbd1106a188f5a80bd0e51fd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:57:40,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:57:40,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:57:40,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:57:40,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:57:40,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:57:40,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:57:40,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af8a82cabbd1106a188f5a80bd0e51fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:57:40,891 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened af8a82cabbd1106a188f5a80bd0e51fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71154779, jitterRate=0.06028883159160614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T05:57:40,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:57:40,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for af8a82cabbd1106a188f5a80bd0e51fd:
Running coprocessor pre-open hook at 1731909460879Writing region info on filesystem at 1731909460879Initializing all the Stores at 1731909460880 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909460880Cleaning up temporary data from old regions at 1731909460886 (+6 ms)Running coprocessor post-open hooks at 1731909460892 (+6 ms)Region opened successfully at 1731909460892
2024-11-18T05:57:40,893 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd., pid=27, masterSystemTime=1731909460868
2024-11-18T05:57:40,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:57:40,896 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:57:40,897 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=af8a82cabbd1106a188f5a80bd0e51fd, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:40,899 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure af8a82cabbd1106a188f5a80bd0e51fd, server=6e2c48d1e2be,39623,1731909356941 because future has completed
2024-11-18T05:57:40,902 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-18T05:57:40,902 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure af8a82cabbd1106a188f5a80bd0e51fd, server=6e2c48d1e2be,39623,1731909356941 in 185 msec
2024-11-18T05:57:40,905 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-18T05:57:40,905 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af8a82cabbd1106a188f5a80bd0e51fd, ASSIGN in 348 msec
2024-11-18T05:57:40,906 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T05:57:40,906 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909460906"}]},"ts":"1731909460906"}
2024-11-18T05:57:40,909 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T05:57:40,910 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T05:57:40,912 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2030 sec
2024-11-18T05:57:41,035 INFO  [master/6e2c48d1e2be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-18T05:57:41,036 INFO  [master/6e2c48d1e2be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-18T05:57:42,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-18T05:57:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T05:57:42,746 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-18T05:57:42,746 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T05:57:42,747 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:42,757 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T05:57:42,757 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:42,757 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T05:57:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:57:42,771 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T05:57:42,771 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T05:57:42,774 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T05:57:42,776 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T05:57:46,383 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T05:57:46,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T05:57:46,577 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T05:57:48,781 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6e2c48d1e2be:39623 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-18T05:57:48,782 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-18T05:57:48,782 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 from cache
2024-11-18T05:57:48,796 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=5693 (was 5700)
2024-11-18T05:57:48,804 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=5693
2024-11-18T05:57:48,807 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:57:48,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-18T05:57:48,811 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T05:57:48,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:48,811 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-18T05:57:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T05:57:48,813 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T05:57:48,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741851_1027 (size=407)
2024-11-18T05:57:49,229 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d31b46e44aab02725bf07e519918ed05, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:57:49,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741852_1028 (size=58)
2024-11-18T05:57:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-18T05:57:49,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:49,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing d31b46e44aab02725bf07e519918ed05, disabling compactions & flushes
2024-11-18T05:57:49,645 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:57:49,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:57:49,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05. after waiting 0 ms
2024-11-18T05:57:49,646 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:57:49,646 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:57:49,646 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for d31b46e44aab02725bf07e519918ed05:
Waiting for close lock at 1731909469645Disabling compacts and flushes for region at 1731909469645Disabling writes for close at 1731909469646 (+1 ms)Writing region close event to WAL at 1731909469646Closed at 1731909469646
2024-11-18T05:57:49,650 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T05:57:49,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731909469650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909469650"}]},"ts":"1731909469650"}
2024-11-18T05:57:49,654 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T05:57:49,655 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T05:57:49,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909469655"}]},"ts":"1731909469655"}
2024-11-18T05:57:49,658 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T05:57:49,658 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=d31b46e44aab02725bf07e519918ed05, ASSIGN}]
2024-11-18T05:57:49,659 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=d31b46e44aab02725bf07e519918ed05, ASSIGN
2024-11-18T05:57:49,661 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=d31b46e44aab02725bf07e519918ed05, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,39623,1731909356941; forceNewPlan=false, retain=false
2024-11-18T05:57:49,812 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d31b46e44aab02725bf07e519918ed05, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:49,820 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=d31b46e44aab02725bf07e519918ed05, ASSIGN because future has completed
2024-11-18T05:57:49,821 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure d31b46e44aab02725bf07e519918ed05, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T05:57:49,984 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:57:49,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => d31b46e44aab02725bf07e519918ed05, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:49,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext d31b46e44aab02725bf07e519918ed05
2024-11-18T05:57:49,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:49,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for d31b46e44aab02725bf07e519918ed05
2024-11-18T05:57:49,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for d31b46e44aab02725bf07e519918ed05
2024-11-18T05:57:49,988 INFO  [StoreOpener-d31b46e44aab02725bf07e519918ed05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d31b46e44aab02725bf07e519918ed05 
2024-11-18T05:57:49,990 INFO  [StoreOpener-d31b46e44aab02725bf07e519918ed05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31b46e44aab02725bf07e519918ed05 columnFamilyName testFamily
2024-11-18T05:57:49,990 DEBUG [StoreOpener-d31b46e44aab02725bf07e519918ed05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:49,991 INFO  [StoreOpener-d31b46e44aab02725bf07e519918ed05-1 {}] regionserver.HStore(327): Store=d31b46e44aab02725bf07e519918ed05/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:57:49,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for d31b46e44aab02725bf07e519918ed05
2024-11-18T05:57:49,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNext/d31b46e44aab02725bf07e519918ed05
2024-11-18T05:57:49,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNext/d31b46e44aab02725bf07e519918ed05
2024-11-18T05:57:49,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for d31b46e44aab02725bf07e519918ed05
2024-11-18T05:57:49,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for d31b46e44aab02725bf07e519918ed05
2024-11-18T05:57:49,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for d31b46e44aab02725bf07e519918ed05
2024-11-18T05:57:49,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNext/d31b46e44aab02725bf07e519918ed05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:57:49,999 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened d31b46e44aab02725bf07e519918ed05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59530183, jitterRate=-0.11293114721775055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T05:57:49,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d31b46e44aab02725bf07e519918ed05
2024-11-18T05:57:50,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for d31b46e44aab02725bf07e519918ed05:
Running coprocessor pre-open hook at 1731909469986Writing region info on filesystem at 1731909469986Initializing all the Stores at 1731909469988 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909469988Cleaning up temporary data from old regions at 1731909469993 (+5 ms)Running coprocessor post-open hooks at 1731909469999 (+6 ms)Region opened successfully at 1731909470000 (+1 ms)
2024-11-18T05:57:50,001 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05., pid=30, masterSystemTime=1731909469974
2024-11-18T05:57:50,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:57:50,004 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:57:50,005 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d31b46e44aab02725bf07e519918ed05, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:50,007 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure d31b46e44aab02725bf07e519918ed05, server=6e2c48d1e2be,39623,1731909356941 because future has completed
2024-11-18T05:57:50,011 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-18T05:57:50,011 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure d31b46e44aab02725bf07e519918ed05, server=6e2c48d1e2be,39623,1731909356941 in 188 msec
2024-11-18T05:57:50,013 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-18T05:57:50,014 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=d31b46e44aab02725bf07e519918ed05, ASSIGN in 353 msec
2024-11-18T05:57:50,015 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T05:57:50,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909470015"}]},"ts":"1731909470015"}
2024-11-18T05:57:50,017 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T05:57:50,018 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T05:57:50,021 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2110 sec
2024-11-18T05:57:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T05:57:51,853 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-18T05:57:51,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T05:57:51,854 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:51,859 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T05:57:51,859 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:57:51,860 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-18T05:57:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:57:51,915 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T05:57:51,915 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T05:57:51,919 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T05:57:51,922 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T05:57:51,924 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T05:57:51,924 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T05:57:54,071 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-18T05:57:55,341 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T05:57:55,492 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T05:57:56,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-18T05:57:56,577 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T05:57:57,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39623 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106700' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T05:57:57,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39623 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:42460 deadline: 1731909483933, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106700' does not exist
2024-11-18T05:57:57,941 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6e2c48d1e2be,39623,1731909356941 for closing scanner id = -3922135517340106700 for d31b46e44aab02725bf07e519918ed05 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3922135517340106700' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T05:57:57,947 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=5670 (was 5693)
2024-11-18T05:57:57,955 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=5669
2024-11-18T05:57:57,957 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T05:57:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-18T05:57:57,960 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T05:57:57,960 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:57,960 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-18T05:57:57,961 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T05:57:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T05:57:57,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741853_1029 (size=423)
2024-11-18T05:57:58,377 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ad4a5872049ce44d38951ef21420adb, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed
2024-11-18T05:57:58,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741854_1030 (size=74)
2024-11-18T05:57:58,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-18T05:57:58,795 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:58,796 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5ad4a5872049ce44d38951ef21420adb, disabling compactions & flushes
2024-11-18T05:57:58,796 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:57:58,796 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:57:58,796 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb. after waiting 0 ms
2024-11-18T05:57:58,796 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:57:58,796 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:57:58,797 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ad4a5872049ce44d38951ef21420adb:
Waiting for close lock at 1731909478795Disabling compacts and flushes for region at 1731909478795Disabling writes for close at 1731909478796 (+1 ms)Writing region close event to WAL at 1731909478796Closed at 1731909478796
2024-11-18T05:57:58,801 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T05:57:58,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731909478801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909478801"}]},"ts":"1731909478801"}
2024-11-18T05:57:58,805 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T05:57:58,807 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T05:57:58,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909478807"}]},"ts":"1731909478807"}
2024-11-18T05:57:58,810 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T05:57:58,810 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5ad4a5872049ce44d38951ef21420adb, ASSIGN}]
2024-11-18T05:57:58,812 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5ad4a5872049ce44d38951ef21420adb, ASSIGN
2024-11-18T05:57:58,813 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5ad4a5872049ce44d38951ef21420adb, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,39623,1731909356941; forceNewPlan=false, retain=false
2024-11-18T05:57:58,965 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=5ad4a5872049ce44d38951ef21420adb, regionState=OPENING, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:58,972 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5ad4a5872049ce44d38951ef21420adb, ASSIGN because future has completed
2024-11-18T05:57:58,973 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ad4a5872049ce44d38951ef21420adb, server=6e2c48d1e2be,39623,1731909356941}]
2024-11-18T05:57:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T05:57:59,136 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:57:59,137 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ad4a5872049ce44d38951ef21420adb, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.', STARTKEY => '', ENDKEY => ''}
2024-11-18T05:57:59,137 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:57:59,137 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T05:57:59,137 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:57:59,137 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:57:59,140 INFO  [StoreOpener-5ad4a5872049ce44d38951ef21420adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5ad4a5872049ce44d38951ef21420adb 
2024-11-18T05:57:59,142 INFO  [StoreOpener-5ad4a5872049ce44d38951ef21420adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ad4a5872049ce44d38951ef21420adb columnFamilyName testFamily
2024-11-18T05:57:59,142 DEBUG [StoreOpener-5ad4a5872049ce44d38951ef21420adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T05:57:59,143 INFO  [StoreOpener-5ad4a5872049ce44d38951ef21420adb-1 {}] regionserver.HStore(327): Store=5ad4a5872049ce44d38951ef21420adb/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T05:57:59,143 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:57:59,144 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScannerAsync/5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:57:59,144 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScannerAsync/5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:57:59,145 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:57:59,145 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:57:59,148 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:57:59,152 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScannerAsync/5ad4a5872049ce44d38951ef21420adb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T05:57:59,152 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 5ad4a5872049ce44d38951ef21420adb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73255689, jitterRate=0.09159483015537262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T05:57:59,153 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:57:59,153 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 5ad4a5872049ce44d38951ef21420adb:
Running coprocessor pre-open hook at 1731909479138Writing region info on filesystem at 1731909479138Initializing all the Stores at 1731909479139 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909479139Cleaning up temporary data from old regions at 1731909479145 (+6 ms)Running coprocessor post-open hooks at 1731909479153 (+8 ms)Region opened successfully at 1731909479153
2024-11-18T05:57:59,155 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., pid=33, masterSystemTime=1731909479126
2024-11-18T05:57:59,158 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:57:59,158 INFO  [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:57:59,158 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=5ad4a5872049ce44d38951ef21420adb, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,39623,1731909356941
2024-11-18T05:57:59,161 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ad4a5872049ce44d38951ef21420adb, server=6e2c48d1e2be,39623,1731909356941 because future has completed
2024-11-18T05:57:59,166 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-18T05:57:59,166 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ad4a5872049ce44d38951ef21420adb, server=6e2c48d1e2be,39623,1731909356941 in 190 msec
2024-11-18T05:57:59,169 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-18T05:57:59,169 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5ad4a5872049ce44d38951ef21420adb, ASSIGN in 356 msec
2024-11-18T05:57:59,170 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T05:57:59,170 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909479170"}]},"ts":"1731909479170"}
2024-11-18T05:57:59,173 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T05:57:59,174 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T05:57:59,176 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2170 sec
2024-11-18T05:58:00,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-18T05:58:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T05:58:00,997 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-18T05:58:00,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T05:58:00,997 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:58:01,009 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T05:58:01,010 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T05:58:01,010 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T05:58:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:58:01,025 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T05:58:01,025 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T05:58:01,029 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T05:58:01,031 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T05:58:02,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6e2c48d1e2be:39623 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-18T05:58:02,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-18T05:58:02,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 from cache
2024-11-18T05:58:02,188 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-18T05:58:02,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-18T05:58:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2]
2024-11-18T05:58:03,054 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39623 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T05:58:04,031 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6e2c48d1e2be:39623 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=977ms
2024-11-18T05:58:04,031 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=977ms
2024-11-18T05:58:04,031 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., hostname=6e2c48d1e2be,39623,1731909356941, seqNum=2 from cache
2024-11-18T05:58:04,047 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=5657 (was 5669)
2024-11-18T05:58:04,048 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T05:58:04,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T05:58:04,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T05:58:04,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T05:58:04,055 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T05:58:04,055 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-18T05:58:04,056 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T05:58:04,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T05:58:04,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T05:58:04,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T05:58:04,056 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T05:58:04,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-18T05:58:04,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1961867613, stopped=false
2024-11-18T05:58:04,056 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2c48d1e2be,40163,1731909356202
2024-11-18T05:58:04,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T05:58:04,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T05:58:04,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:58:04,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:58:04,097 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T05:58:04,098 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T05:58:04,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T05:58:04,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T05:58:04,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T05:58:04,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T05:58:04,100 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2c48d1e2be,39623,1731909356941' *****
2024-11-18T05:58:04,100 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T05:58:04,100 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T05:58:04,101 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T05:58:04,101 INFO  [RS:0;6e2c48d1e2be:39623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T05:58:04,101 INFO  [RS:0;6e2c48d1e2be:39623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T05:58:04,102 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for 45e2d18f8558c33c82b22949473ff117
2024-11-18T05:58:04,102 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:58:04,103 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for c9683d6152feee5d91cd7517f82b21a5
2024-11-18T05:58:04,103 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for d31b46e44aab02725bf07e519918ed05
2024-11-18T05:58:04,103 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:58:04,103 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fee057c54f4f345ed022ab224ff9a5a
2024-11-18T05:58:04,103 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45e2d18f8558c33c82b22949473ff117, disabling compactions & flushes
2024-11-18T05:58:04,103 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f68a767aa64fb9f65bcb89da5f970b2
2024-11-18T05:58:04,103 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:58:04,103 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:58:04,103 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:58:04,103 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117. after waiting 0 ms
2024-11-18T05:58:04,103 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ad4a5872049ce44d38951ef21420adb
2024-11-18T05:58:04,103 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:58:04,103 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:58:04,104 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(959): stopping server 6e2c48d1e2be,39623,1731909356941
2024-11-18T05:58:04,104 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T05:58:04,104 INFO  [RS:0;6e2c48d1e2be:39623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2c48d1e2be:39623.
2024-11-18T05:58:04,104 DEBUG [RS:0;6e2c48d1e2be:39623 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T05:58:04,104 DEBUG [RS:0;6e2c48d1e2be:39623 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T05:58:04,104 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T05:58:04,104 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T05:58:04,104 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T05:58:04,105 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-18T05:58:04,105 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-18T05:58:04,105 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T05:58:04,105 INFO  [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T05:58:04,105 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T05:58:04,105 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T05:58:04,105 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T05:58:04,106 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45e2d18f8558c33c82b22949473ff117, 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, c9683d6152feee5d91cd7517f82b21a5, d31b46e44aab02725bf07e519918ed05, dda236fb86c2c351ab1fb80bd895bcf6, e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:58:04,108 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45e2d18f8558c33c82b22949473ff117 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T05:58:04,108 INFO  [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-18T05:58:04,163 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNextAsync/45e2d18f8558c33c82b22949473ff117/.tmp/testFamily/6ebbbe00363c4389b702da8061b4eeb6 is 61, key is row-0/testFamily:testQualifier/1731909434263/Put/seqid=0
2024-11-18T05:58:04,169 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/.tmp/info/ff0db5a75d914931bb0142fc99c54041 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6./info:regioninfo/1731909422199/Put/seqid=0
2024-11-18T05:58:04,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741855_1031 (size=5049)
2024-11-18T05:58:04,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741856_1032 (size=20564)
2024-11-18T05:58:04,175 INFO  [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/.tmp/info/ff0db5a75d914931bb0142fc99c54041
2024-11-18T05:58:04,230 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/.tmp/ns/e846c914768844db92bd358ac3f90fb4 is 43, key is default/ns:d/1731909420654/Put/seqid=0
2024-11-18T05:58:04,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741857_1033 (size=5153)
2024-11-18T05:58:04,306 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45e2d18f8558c33c82b22949473ff117, 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, c9683d6152feee5d91cd7517f82b21a5, d31b46e44aab02725bf07e519918ed05, dda236fb86c2c351ab1fb80bd895bcf6, e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:58:04,506 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45e2d18f8558c33c82b22949473ff117, 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, c9683d6152feee5d91cd7517f82b21a5, d31b46e44aab02725bf07e519918ed05, dda236fb86c2c351ab1fb80bd895bcf6, e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:58:04,555 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-18T05:58:04,574 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNextAsync/45e2d18f8558c33c82b22949473ff117/.tmp/testFamily/6ebbbe00363c4389b702da8061b4eeb6
2024-11-18T05:58:04,591 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNextAsync/45e2d18f8558c33c82b22949473ff117/.tmp/testFamily/6ebbbe00363c4389b702da8061b4eeb6 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNextAsync/45e2d18f8558c33c82b22949473ff117/testFamily/6ebbbe00363c4389b702da8061b4eeb6
2024-11-18T05:58:04,599 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNextAsync/45e2d18f8558c33c82b22949473ff117/testFamily/6ebbbe00363c4389b702da8061b4eeb6, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T05:58:04,608 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 45e2d18f8558c33c82b22949473ff117 in 499ms, sequenceid=8, compaction requested=false
2024-11-18T05:58:04,614 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNextAsync/45e2d18f8558c33c82b22949473ff117/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T05:58:04,616 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:58:04,617 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45e2d18f8558c33c82b22949473ff117:
Waiting for close lock at 1731909484103Running coprocessor pre-close hooks at 1731909484103Disabling compacts and flushes for region at 1731909484103Disabling writes for close at 1731909484103Obtaining lock to block concurrent updates at 1731909484108 (+5 ms)Preparing flush snapshotting stores in 45e2d18f8558c33c82b22949473ff117 at 1731909484108Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731909484114 (+6 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117. at 1731909484115 (+1 ms)Flushing 45e2d18f8558c33c82b22949473ff117/testFamily: creating writer at 1731909484117 (+2 ms)Flushing 45e2d18f8558c33c82b22949473ff117/testFamily: appending metadata at 1731909484158 (+41 ms)Flushing 45e2d18f8558c33c82b22949473ff117/testFamily: closing flushed file at 1731909484160 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@183b7ce: reopening flushed file at 1731909484589 (+429 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 45e2d18f8558c33c82b22949473ff117 in 499ms, sequenceid=8, compaction requested=false at 1731909484608 (+19 ms)Writing region close event to WAL at 1731909484610 (+2 ms)Running coprocessor post-close hooks at 1731909484615 (+5 ms)Closed at 1731909484616 (+1 ms)
2024-11-18T05:58:04,617 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731909431223.45e2d18f8558c33c82b22949473ff117.
2024-11-18T05:58:04,617 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8915c2465a4fe686e818a5086f29d78, disabling compactions & flushes
2024-11-18T05:58:04,617 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:58:04,617 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:58:04,617 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78. after waiting 0 ms
2024-11-18T05:58:04,617 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:58:04,618 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8915c2465a4fe686e818a5086f29d78 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T05:58:04,633 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNext/e8915c2465a4fe686e818a5086f29d78/.tmp/testFamily/a3a4b97d9a8f4bf3bb02a72894d062f0 is 61, key is row-0/testFamily:testQualifier/1731909456653/Put/seqid=0
2024-11-18T05:58:04,636 INFO  [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/.tmp/ns/e846c914768844db92bd358ac3f90fb4
2024-11-18T05:58:04,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741858_1034 (size=5049)
2024-11-18T05:58:04,639 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T05:58:04,668 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/.tmp/table/0440465353e74a0ba9ba32ed91e1fa6a is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731909422215/Put/seqid=0
2024-11-18T05:58:04,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741859_1035 (size=6699)
2024-11-18T05:58:04,707 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, c9683d6152feee5d91cd7517f82b21a5, d31b46e44aab02725bf07e519918ed05, dda236fb86c2c351ab1fb80bd895bcf6, e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:58:04,907 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, c9683d6152feee5d91cd7517f82b21a5, d31b46e44aab02725bf07e519918ed05, dda236fb86c2c351ab1fb80bd895bcf6, e8915c2465a4fe686e818a5086f29d78
2024-11-18T05:58:04,908 INFO  [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T05:58:04,908 INFO  [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T05:58:05,039 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNext/e8915c2465a4fe686e818a5086f29d78/.tmp/testFamily/a3a4b97d9a8f4bf3bb02a72894d062f0
2024-11-18T05:58:05,055 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNext/e8915c2465a4fe686e818a5086f29d78/.tmp/testFamily/a3a4b97d9a8f4bf3bb02a72894d062f0 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNext/e8915c2465a4fe686e818a5086f29d78/testFamily/a3a4b97d9a8f4bf3bb02a72894d062f0
2024-11-18T05:58:05,062 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNext/e8915c2465a4fe686e818a5086f29d78/testFamily/a3a4b97d9a8f4bf3bb02a72894d062f0, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T05:58:05,063 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e8915c2465a4fe686e818a5086f29d78 in 446ms, sequenceid=8, compaction requested=false
2024-11-18T05:58:05,068 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNext/e8915c2465a4fe686e818a5086f29d78/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T05:58:05,069 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:58:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8915c2465a4fe686e818a5086f29d78:
Waiting for close lock at 1731909484617Running coprocessor pre-close hooks at 1731909484617Disabling compacts and flushes for region at 1731909484617Disabling writes for close at 1731909484617Obtaining lock to block concurrent updates at 1731909484618 (+1 ms)Preparing flush snapshotting stores in e8915c2465a4fe686e818a5086f29d78 at 1731909484618Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731909484618Flushing stores of testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78. at 1731909484618Flushing e8915c2465a4fe686e818a5086f29d78/testFamily: creating writer at 1731909484619 (+1 ms)Flushing e8915c2465a4fe686e818a5086f29d78/testFamily: appending metadata at 1731909484632 (+13 ms)Flushing e8915c2465a4fe686e818a5086f29d78/testFamily: closing flushed file at 1731909484632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af52759: reopening flushed file at 1731909485053 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e8915c2465a4fe686e818a5086f29d78 in 446ms, sequenceid=8, compaction requested=false at 1731909485064 (+11 ms)Writing region close event to WAL at 1731909485064Running coprocessor post-close hooks at 1731909485069 (+5 ms)Closed at 1731909485069
2024-11-18T05:58:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731909453600.e8915c2465a4fe686e818a5086f29d78.
2024-11-18T05:58:05,069 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9683d6152feee5d91cd7517f82b21a5, disabling compactions & flushes
2024-11-18T05:58:05,070 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:58:05,070 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:58:05,070 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5. after waiting 0 ms
2024-11-18T05:58:05,070 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:58:05,070 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c9683d6152feee5d91cd7517f82b21a5 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T05:58:05,074 INFO  [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/.tmp/table/0440465353e74a0ba9ba32ed91e1fa6a
2024-11-18T05:58:05,083 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/.tmp/info/ff0db5a75d914931bb0142fc99c54041 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/info/ff0db5a75d914931bb0142fc99c54041
2024-11-18T05:58:05,087 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScanner/c9683d6152feee5d91cd7517f82b21a5/.tmp/testFamily/ae54c74f1839461db294c5b942041e39 is 61, key is row-0/testFamily:testQualifier/1731909425174/Put/seqid=0
2024-11-18T05:58:05,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741860_1036 (size=5049)
2024-11-18T05:58:05,092 INFO  [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/info/ff0db5a75d914931bb0142fc99c54041, entries=100, sequenceid=56, filesize=20.1 K
2024-11-18T05:58:05,093 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/.tmp/ns/e846c914768844db92bd358ac3f90fb4 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/ns/e846c914768844db92bd358ac3f90fb4
2024-11-18T05:58:05,100 INFO  [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/ns/e846c914768844db92bd358ac3f90fb4, entries=2, sequenceid=56, filesize=5.0 K
2024-11-18T05:58:05,102 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/.tmp/table/0440465353e74a0ba9ba32ed91e1fa6a as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/table/0440465353e74a0ba9ba32ed91e1fa6a
2024-11-18T05:58:05,107 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-18T05:58:05,107 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1325): Online Regions={c9683d6152feee5d91cd7517f82b21a5=hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5., d31b46e44aab02725bf07e519918ed05=hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05., 1588230740=hbase:meta,,1.1588230740, dda236fb86c2c351ab1fb80bd895bcf6=testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6., 4fee057c54f4f345ed022ab224ff9a5a=testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a., 5f68a767aa64fb9f65bcb89da5f970b2=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., af8a82cabbd1106a188f5a80bd0e51fd=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd., 5ad4a5872049ce44d38951ef21420adb=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., 7a5c758d9a087237b08a5e4ae38fc1e0=testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.}
2024-11-18T05:58:05,108 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, c9683d6152feee5d91cd7517f82b21a5, d31b46e44aab02725bf07e519918ed05, dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:58:05,110 INFO  [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/table/0440465353e74a0ba9ba32ed91e1fa6a, entries=20, sequenceid=56, filesize=6.5 K
2024-11-18T05:58:05,111 INFO  [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1006ms, sequenceid=56, compaction requested=false
2024-11-18T05:58:05,116 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-18T05:58:05,117 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T05:58:05,118 INFO  [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T05:58:05,118 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731909484105Running coprocessor pre-close hooks at 1731909484105Disabling compacts and flushes for region at 1731909484105Disabling writes for close at 1731909484105Obtaining lock to block concurrent updates at 1731909484108 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731909484108Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731909484114 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731909484115 (+1 ms)Flushing 1588230740/info: creating writer at 1731909484117 (+2 ms)Flushing 1588230740/info: appending metadata at 1731909484164 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731909484164Flushing 1588230740/ns: creating writer at 1731909484214 (+50 ms)Flushing 1588230740/ns: appending metadata at 1731909484229 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731909484229Flushing 1588230740/table: creating writer at 1731909484646 (+417 ms)Flushing 1588230740/table: appending metadata at 1731909484668 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731909484668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291615b3: reopening flushed file at 1731909485081 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f885ed: reopening flushed file at 1731909485092 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350e7490: reopening flushed file at 1731909485101 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1006ms, sequenceid=56, compaction requested=false at 1731909485111 (+10 ms)Writing region close event to WAL at 1731909485112 (+1 ms)Running coprocessor post-close hooks at 1731909485117 (+5 ms)Closed at 1731909485118 (+1 ms)
2024-11-18T05:58:05,118 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-18T05:58:05,308 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, c9683d6152feee5d91cd7517f82b21a5, d31b46e44aab02725bf07e519918ed05, dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:58:05,493 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScanner/c9683d6152feee5d91cd7517f82b21a5/.tmp/testFamily/ae54c74f1839461db294c5b942041e39
2024-11-18T05:58:05,507 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScanner/c9683d6152feee5d91cd7517f82b21a5/.tmp/testFamily/ae54c74f1839461db294c5b942041e39 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScanner/c9683d6152feee5d91cd7517f82b21a5/testFamily/ae54c74f1839461db294c5b942041e39
2024-11-18T05:58:05,508 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, c9683d6152feee5d91cd7517f82b21a5, d31b46e44aab02725bf07e519918ed05, dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:58:05,515 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScanner/c9683d6152feee5d91cd7517f82b21a5/testFamily/ae54c74f1839461db294c5b942041e39, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T05:58:05,516 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c9683d6152feee5d91cd7517f82b21a5 in 446ms, sequenceid=8, compaction requested=false
2024-11-18T05:58:05,521 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScanner/c9683d6152feee5d91cd7517f82b21a5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T05:58:05,522 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:58:05,522 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9683d6152feee5d91cd7517f82b21a5:
Waiting for close lock at 1731909485069Running coprocessor pre-close hooks at 1731909485069Disabling compacts and flushes for region at 1731909485069Disabling writes for close at 1731909485070 (+1 ms)Obtaining lock to block concurrent updates at 1731909485070Preparing flush snapshotting stores in c9683d6152feee5d91cd7517f82b21a5 at 1731909485070Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731909485070Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5. at 1731909485071 (+1 ms)Flushing c9683d6152feee5d91cd7517f82b21a5/testFamily: creating writer at 1731909485071Flushing c9683d6152feee5d91cd7517f82b21a5/testFamily: appending metadata at 1731909485087 (+16 ms)Flushing c9683d6152feee5d91cd7517f82b21a5/testFamily: closing flushed file at 1731909485087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0cd4ff: reopening flushed file at 1731909485506 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c9683d6152feee5d91cd7517f82b21a5 in 446ms, sequenceid=8, compaction requested=false at 1731909485516 (+10 ms)Writing region close event to WAL at 1731909485517 (+1 ms)Running coprocessor post-close hooks at 1731909485521 (+4 ms)Closed at 1731909485522 (+1 ms)
2024-11-18T05:58:05,522 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731909424133.c9683d6152feee5d91cd7517f82b21a5.
2024-11-18T05:58:05,522 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d31b46e44aab02725bf07e519918ed05, disabling compactions & flushes
2024-11-18T05:58:05,522 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:58:05,522 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:58:05,522 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05. after waiting 0 ms
2024-11-18T05:58:05,522 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:58:05,522 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d31b46e44aab02725bf07e519918ed05 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T05:58:05,538 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNext/d31b46e44aab02725bf07e519918ed05/.tmp/testFamily/63a5ad0cf93c43c1998289f648ec34ed is 61, key is row-0/testFamily:testQualifier/1731909471864/Put/seqid=0
2024-11-18T05:58:05,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741861_1037 (size=5049)
2024-11-18T05:58:05,709 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, d31b46e44aab02725bf07e519918ed05, dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:58:05,909 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, d31b46e44aab02725bf07e519918ed05, dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:58:05,945 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNext/d31b46e44aab02725bf07e519918ed05/.tmp/testFamily/63a5ad0cf93c43c1998289f648ec34ed
2024-11-18T05:58:05,960 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNext/d31b46e44aab02725bf07e519918ed05/.tmp/testFamily/63a5ad0cf93c43c1998289f648ec34ed as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNext/d31b46e44aab02725bf07e519918ed05/testFamily/63a5ad0cf93c43c1998289f648ec34ed
2024-11-18T05:58:05,967 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNext/d31b46e44aab02725bf07e519918ed05/testFamily/63a5ad0cf93c43c1998289f648ec34ed, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T05:58:05,968 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d31b46e44aab02725bf07e519918ed05 in 446ms, sequenceid=8, compaction requested=false
2024-11-18T05:58:05,973 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnNext/d31b46e44aab02725bf07e519918ed05/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T05:58:05,974 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:58:05,974 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d31b46e44aab02725bf07e519918ed05:
Waiting for close lock at 1731909485522Running coprocessor pre-close hooks at 1731909485522Disabling compacts and flushes for region at 1731909485522Disabling writes for close at 1731909485522Obtaining lock to block concurrent updates at 1731909485522Preparing flush snapshotting stores in d31b46e44aab02725bf07e519918ed05 at 1731909485522Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731909485523 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05. at 1731909485523Flushing d31b46e44aab02725bf07e519918ed05/testFamily: creating writer at 1731909485523Flushing d31b46e44aab02725bf07e519918ed05/testFamily: appending metadata at 1731909485538 (+15 ms)Flushing d31b46e44aab02725bf07e519918ed05/testFamily: closing flushed file at 1731909485538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14374a49: reopening flushed file at 1731909485959 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d31b46e44aab02725bf07e519918ed05 in 446ms, sequenceid=8, compaction requested=false at 1731909485968 (+9 ms)Writing region close event to WAL at 1731909485969 (+1 ms)Running coprocessor post-close hooks at 1731909485974 (+5 ms)Closed at 1731909485974
2024-11-18T05:58:05,974 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731909468807.d31b46e44aab02725bf07e519918ed05.
2024-11-18T05:58:05,974 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dda236fb86c2c351ab1fb80bd895bcf6, disabling compactions & flushes
2024-11-18T05:58:05,975 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:58:05,975 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:58:05,975 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6. after waiting 0 ms
2024-11-18T05:58:05,975 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:58:05,975 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dda236fb86c2c351ab1fb80bd895bcf6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T05:58:05,991 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextExceptionAsync/dda236fb86c2c351ab1fb80bd895bcf6/.tmp/testFamily/021c43b619ce40758b452d5157483129 is 61, key is row-0/testFamily:testQualifier/1731909424054/Put/seqid=0
2024-11-18T05:58:05,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741862_1038 (size=5049)
2024-11-18T05:58:06,110 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-18T05:58:06,110 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1325): Online Regions={dda236fb86c2c351ab1fb80bd895bcf6=testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6., 4fee057c54f4f345ed022ab224ff9a5a=testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a., 5f68a767aa64fb9f65bcb89da5f970b2=testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., af8a82cabbd1106a188f5a80bd0e51fd=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd., 5ad4a5872049ce44d38951ef21420adb=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., 7a5c758d9a087237b08a5e4ae38fc1e0=testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.}
2024-11-18T05:58:06,110 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:58:06,310 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd, dda236fb86c2c351ab1fb80bd895bcf6
2024-11-18T05:58:06,397 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextExceptionAsync/dda236fb86c2c351ab1fb80bd895bcf6/.tmp/testFamily/021c43b619ce40758b452d5157483129
2024-11-18T05:58:06,405 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextExceptionAsync/dda236fb86c2c351ab1fb80bd895bcf6/.tmp/testFamily/021c43b619ce40758b452d5157483129 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextExceptionAsync/dda236fb86c2c351ab1fb80bd895bcf6/testFamily/021c43b619ce40758b452d5157483129
2024-11-18T05:58:06,412 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextExceptionAsync/dda236fb86c2c351ab1fb80bd895bcf6/testFamily/021c43b619ce40758b452d5157483129, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T05:58:06,413 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dda236fb86c2c351ab1fb80bd895bcf6 in 438ms, sequenceid=8, compaction requested=false
2024-11-18T05:58:06,418 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextExceptionAsync/dda236fb86c2c351ab1fb80bd895bcf6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T05:58:06,419 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:58:06,419 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dda236fb86c2c351ab1fb80bd895bcf6:
Waiting for close lock at 1731909485974Running coprocessor pre-close hooks at 1731909485974Disabling compacts and flushes for region at 1731909485974Disabling writes for close at 1731909485975 (+1 ms)Obtaining lock to block concurrent updates at 1731909485975Preparing flush snapshotting stores in dda236fb86c2c351ab1fb80bd895bcf6 at 1731909485975Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731909485975Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6. at 1731909485976 (+1 ms)Flushing dda236fb86c2c351ab1fb80bd895bcf6/testFamily: creating writer at 1731909485976Flushing dda236fb86c2c351ab1fb80bd895bcf6/testFamily: appending metadata at 1731909485991 (+15 ms)Flushing dda236fb86c2c351ab1fb80bd895bcf6/testFamily: closing flushed file at 1731909485991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c5b023: reopening flushed file at 1731909486404 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dda236fb86c2c351ab1fb80bd895bcf6 in 438ms, sequenceid=8, compaction requested=false at 1731909486413 (+9 ms)Writing region close event to WAL at 1731909486414 (+1 ms)Running coprocessor post-close hooks at 1731909486419 (+5 ms)Closed at 1731909486419
2024-11-18T05:58:06,419 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731909420960.dda236fb86c2c351ab1fb80bd895bcf6.
2024-11-18T05:58:06,419 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fee057c54f4f345ed022ab224ff9a5a, disabling compactions & flushes
2024-11-18T05:58:06,419 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:58:06,419 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:58:06,419 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a. after waiting 0 ms
2024-11-18T05:58:06,419 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:58:06,419 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4fee057c54f4f345ed022ab224ff9a5a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T05:58:06,434 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextException/4fee057c54f4f345ed022ab224ff9a5a/.tmp/testFamily/9368e6c83f6541bfa176f70d94ef52c8 is 61, key is row-0/testFamily:testQualifier/1731909441344/Put/seqid=0
2024-11-18T05:58:06,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741863_1039 (size=5049)
2024-11-18T05:58:06,511 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:58:06,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-18T05:58:06,577 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T05:58:06,578 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T05:58:06,578 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-18T05:58:06,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-18T05:58:06,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T05:58:06,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-18T05:58:06,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T05:58:06,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T05:58:06,711 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 4fee057c54f4f345ed022ab224ff9a5a, 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:58:06,842 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextException/4fee057c54f4f345ed022ab224ff9a5a/.tmp/testFamily/9368e6c83f6541bfa176f70d94ef52c8
2024-11-18T05:58:06,857 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextException/4fee057c54f4f345ed022ab224ff9a5a/.tmp/testFamily/9368e6c83f6541bfa176f70d94ef52c8 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextException/4fee057c54f4f345ed022ab224ff9a5a/testFamily/9368e6c83f6541bfa176f70d94ef52c8
2024-11-18T05:58:06,864 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextException/4fee057c54f4f345ed022ab224ff9a5a/testFamily/9368e6c83f6541bfa176f70d94ef52c8, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T05:58:06,865 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4fee057c54f4f345ed022ab224ff9a5a in 446ms, sequenceid=8, compaction requested=false
2024-11-18T05:58:06,870 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testRetryOutOfOrderScannerNextException/4fee057c54f4f345ed022ab224ff9a5a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T05:58:06,871 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:58:06,871 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fee057c54f4f345ed022ab224ff9a5a:
Waiting for close lock at 1731909486419Running coprocessor pre-close hooks at 1731909486419Disabling compacts and flushes for region at 1731909486419Disabling writes for close at 1731909486419Obtaining lock to block concurrent updates at 1731909486420 (+1 ms)Preparing flush snapshotting stores in 4fee057c54f4f345ed022ab224ff9a5a at 1731909486420Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731909486420Flushing stores of testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a. at 1731909486420Flushing 4fee057c54f4f345ed022ab224ff9a5a/testFamily: creating writer at 1731909486420Flushing 4fee057c54f4f345ed022ab224ff9a5a/testFamily: appending metadata at 1731909486434 (+14 ms)Flushing 4fee057c54f4f345ed022ab224ff9a5a/testFamily: closing flushed file at 1731909486434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73230b17: reopening flushed file at 1731909486855 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4fee057c54f4f345ed022ab224ff9a5a in 446ms, sequenceid=8, compaction requested=false at 1731909486865 (+10 ms)Writing region close event to WAL at 1731909486866 (+1 ms)Running coprocessor post-close hooks at 1731909486871 (+5 ms)Closed at 1731909486871
2024-11-18T05:58:06,871 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731909440308.4fee057c54f4f345ed022ab224ff9a5a.
2024-11-18T05:58:06,871 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f68a767aa64fb9f65bcb89da5f970b2, disabling compactions & flushes
2024-11-18T05:58:06,871 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:58:06,871 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:58:06,871 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2. after waiting 0 ms
2024-11-18T05:58:06,871 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:58:06,871 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f68a767aa64fb9f65bcb89da5f970b2 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T05:58:06,887 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScanner/5f68a767aa64fb9f65bcb89da5f970b2/.tmp/testFamily/3385e34569164a2198a78ebbf4364dee is 61, key is row-0/testFamily:testQualifier/1731909444443/Put/seqid=0
2024-11-18T05:58:06,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741864_1040 (size=5049)
2024-11-18T05:58:06,891 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScanner/5f68a767aa64fb9f65bcb89da5f970b2/.tmp/testFamily/3385e34569164a2198a78ebbf4364dee
2024-11-18T05:58:06,899 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScanner/5f68a767aa64fb9f65bcb89da5f970b2/.tmp/testFamily/3385e34569164a2198a78ebbf4364dee as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScanner/5f68a767aa64fb9f65bcb89da5f970b2/testFamily/3385e34569164a2198a78ebbf4364dee
2024-11-18T05:58:06,906 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScanner/5f68a767aa64fb9f65bcb89da5f970b2/testFamily/3385e34569164a2198a78ebbf4364dee, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T05:58:06,907 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f68a767aa64fb9f65bcb89da5f970b2 in 36ms, sequenceid=8, compaction requested=false
2024-11-18T05:58:06,912 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 5ad4a5872049ce44d38951ef21420adb, 5f68a767aa64fb9f65bcb89da5f970b2, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:58:06,912 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScanner/5f68a767aa64fb9f65bcb89da5f970b2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T05:58:06,913 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:58:06,913 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f68a767aa64fb9f65bcb89da5f970b2:
Waiting for close lock at 1731909486871Running coprocessor pre-close hooks at 1731909486871Disabling compacts and flushes for region at 1731909486871Disabling writes for close at 1731909486871Obtaining lock to block concurrent updates at 1731909486871Preparing flush snapshotting stores in 5f68a767aa64fb9f65bcb89da5f970b2 at 1731909486871Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731909486872 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2. at 1731909486872Flushing 5f68a767aa64fb9f65bcb89da5f970b2/testFamily: creating writer at 1731909486872Flushing 5f68a767aa64fb9f65bcb89da5f970b2/testFamily: appending metadata at 1731909486886 (+14 ms)Flushing 5f68a767aa64fb9f65bcb89da5f970b2/testFamily: closing flushed file at 1731909486887 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bfc8d7: reopening flushed file at 1731909486897 (+10 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f68a767aa64fb9f65bcb89da5f970b2 in 36ms, sequenceid=8, compaction requested=false at 1731909486907 (+10 ms)Writing region close event to WAL at 1731909486908 (+1 ms)Running coprocessor post-close hooks at 1731909486913 (+5 ms)Closed at 1731909486913
2024-11-18T05:58:06,913 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731909441407.5f68a767aa64fb9f65bcb89da5f970b2.
2024-11-18T05:58:06,913 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af8a82cabbd1106a188f5a80bd0e51fd, disabling compactions & flushes
2024-11-18T05:58:06,913 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:58:06,913 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:58:06,914 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd. after waiting 0 ms
2024-11-18T05:58:06,914 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:58:06,914 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af8a82cabbd1106a188f5a80bd0e51fd 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T05:58:06,932 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af8a82cabbd1106a188f5a80bd0e51fd/.tmp/testFamily/0a0d506bfd754a5f86d652688b0d4c32 is 61, key is row-0/testFamily:testQualifier/1731909462762/Put/seqid=0
2024-11-18T05:58:06,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741865_1041 (size=5049)
2024-11-18T05:58:07,112 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-18T05:58:07,112 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1325): Online Regions={af8a82cabbd1106a188f5a80bd0e51fd=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd., 5ad4a5872049ce44d38951ef21420adb=testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., 7a5c758d9a087237b08a5e4ae38fc1e0=testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.}
2024-11-18T05:58:07,112 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 5ad4a5872049ce44d38951ef21420adb, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:58:07,313 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 5ad4a5872049ce44d38951ef21420adb, 7a5c758d9a087237b08a5e4ae38fc1e0, af8a82cabbd1106a188f5a80bd0e51fd
2024-11-18T05:58:07,339 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af8a82cabbd1106a188f5a80bd0e51fd/.tmp/testFamily/0a0d506bfd754a5f86d652688b0d4c32
2024-11-18T05:58:07,352 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af8a82cabbd1106a188f5a80bd0e51fd/.tmp/testFamily/0a0d506bfd754a5f86d652688b0d4c32 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af8a82cabbd1106a188f5a80bd0e51fd/testFamily/0a0d506bfd754a5f86d652688b0d4c32
2024-11-18T05:58:07,358 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af8a82cabbd1106a188f5a80bd0e51fd/testFamily/0a0d506bfd754a5f86d652688b0d4c32, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T05:58:07,359 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for af8a82cabbd1106a188f5a80bd0e51fd in 445ms, sequenceid=8, compaction requested=false
2024-11-18T05:58:07,364 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af8a82cabbd1106a188f5a80bd0e51fd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T05:58:07,365 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:58:07,365 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af8a82cabbd1106a188f5a80bd0e51fd:
Waiting for close lock at 1731909486913Running coprocessor pre-close hooks at 1731909486913Disabling compacts and flushes for region at 1731909486913Disabling writes for close at 1731909486914 (+1 ms)Obtaining lock to block concurrent updates at 1731909486914Preparing flush snapshotting stores in af8a82cabbd1106a188f5a80bd0e51fd at 1731909486914Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731909486914Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd. at 1731909486915 (+1 ms)Flushing af8a82cabbd1106a188f5a80bd0e51fd/testFamily: creating writer at 1731909486915Flushing af8a82cabbd1106a188f5a80bd0e51fd/testFamily: appending metadata at 1731909486931 (+16 ms)Flushing af8a82cabbd1106a188f5a80bd0e51fd/testFamily: closing flushed file at 1731909486932 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5752e0: reopening flushed file at 1731909487351 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for af8a82cabbd1106a188f5a80bd0e51fd in 445ms, sequenceid=8, compaction requested=false at 1731909487359 (+8 ms)Writing region close event to WAL at 1731909487360 (+1 ms)Running coprocessor post-close hooks at 1731909487365 (+5 ms)Closed at 1731909487365
2024-11-18T05:58:07,365 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731909459707.af8a82cabbd1106a188f5a80bd0e51fd.
2024-11-18T05:58:07,365 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ad4a5872049ce44d38951ef21420adb, disabling compactions & flushes
2024-11-18T05:58:07,365 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:58:07,365 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:58:07,365 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb. after waiting 0 ms
2024-11-18T05:58:07,365 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:58:07,365 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ad4a5872049ce44d38951ef21420adb 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T05:58:07,381 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScannerAsync/5ad4a5872049ce44d38951ef21420adb/.tmp/testFamily/03904b7b5871428ab6b398ace0076f0d is 61, key is row-0/testFamily:testQualifier/1731909481017/Put/seqid=0
2024-11-18T05:58:07,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741866_1042 (size=5049)
2024-11-18T05:58:07,513 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 5ad4a5872049ce44d38951ef21420adb, 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:58:07,714 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 5ad4a5872049ce44d38951ef21420adb, 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:58:07,789 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScannerAsync/5ad4a5872049ce44d38951ef21420adb/.tmp/testFamily/03904b7b5871428ab6b398ace0076f0d
2024-11-18T05:58:07,803 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScannerAsync/5ad4a5872049ce44d38951ef21420adb/.tmp/testFamily/03904b7b5871428ab6b398ace0076f0d as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScannerAsync/5ad4a5872049ce44d38951ef21420adb/testFamily/03904b7b5871428ab6b398ace0076f0d
2024-11-18T05:58:07,811 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScannerAsync/5ad4a5872049ce44d38951ef21420adb/testFamily/03904b7b5871428ab6b398ace0076f0d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T05:58:07,813 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5ad4a5872049ce44d38951ef21420adb in 447ms, sequenceid=8, compaction requested=false
2024-11-18T05:58:07,817 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnOpenScannerAsync/5ad4a5872049ce44d38951ef21420adb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T05:58:07,818 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:58:07,818 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ad4a5872049ce44d38951ef21420adb:
Waiting for close lock at 1731909487365Running coprocessor pre-close hooks at 1731909487365Disabling compacts and flushes for region at 1731909487365Disabling writes for close at 1731909487365Obtaining lock to block concurrent updates at 1731909487365Preparing flush snapshotting stores in 5ad4a5872049ce44d38951ef21420adb at 1731909487365Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731909487366 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb. at 1731909487366Flushing 5ad4a5872049ce44d38951ef21420adb/testFamily: creating writer at 1731909487366Flushing 5ad4a5872049ce44d38951ef21420adb/testFamily: appending metadata at 1731909487381 (+15 ms)Flushing 5ad4a5872049ce44d38951ef21420adb/testFamily: closing flushed file at 1731909487381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb714a1: reopening flushed file at 1731909487801 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5ad4a5872049ce44d38951ef21420adb in 447ms, sequenceid=8, compaction requested=false at 1731909487813 (+12 ms)Writing region close event to WAL at 1731909487813Running coprocessor post-close hooks at 1731909487818 (+5 ms)Closed at 1731909487818
2024-11-18T05:58:07,818 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731909477957.5ad4a5872049ce44d38951ef21420adb.
2024-11-18T05:58:07,818 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a5c758d9a087237b08a5e4ae38fc1e0, disabling compactions & flushes
2024-11-18T05:58:07,819 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:58:07,819 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:58:07,819 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0. after waiting 0 ms
2024-11-18T05:58:07,819 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:58:07,819 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a5c758d9a087237b08a5e4ae38fc1e0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T05:58:07,834 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNextAsync/7a5c758d9a087237b08a5e4ae38fc1e0/.tmp/testFamily/3ad973cea81d417d807385fe46befc69 is 61, key is row-0/testFamily:testQualifier/1731909450545/Put/seqid=0
2024-11-18T05:58:07,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741867_1043 (size=5049)
2024-11-18T05:58:07,914 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:58:08,115 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-18T05:58:08,115 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1325): Online Regions={7a5c758d9a087237b08a5e4ae38fc1e0=testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.}
2024-11-18T05:58:08,115 DEBUG [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1351): Waiting on 7a5c758d9a087237b08a5e4ae38fc1e0
2024-11-18T05:58:08,241 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNextAsync/7a5c758d9a087237b08a5e4ae38fc1e0/.tmp/testFamily/3ad973cea81d417d807385fe46befc69
2024-11-18T05:58:08,257 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNextAsync/7a5c758d9a087237b08a5e4ae38fc1e0/.tmp/testFamily/3ad973cea81d417d807385fe46befc69 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNextAsync/7a5c758d9a087237b08a5e4ae38fc1e0/testFamily/3ad973cea81d417d807385fe46befc69
2024-11-18T05:58:08,264 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNextAsync/7a5c758d9a087237b08a5e4ae38fc1e0/testFamily/3ad973cea81d417d807385fe46befc69, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T05:58:08,265 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7a5c758d9a087237b08a5e4ae38fc1e0 in 446ms, sequenceid=8, compaction requested=false
2024-11-18T05:58:08,269 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/data/default/testNormalScanTimeoutOnNextAsync/7a5c758d9a087237b08a5e4ae38fc1e0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T05:58:08,270 INFO  [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:58:08,270 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a5c758d9a087237b08a5e4ae38fc1e0:
Waiting for close lock at 1731909487818Running coprocessor pre-close hooks at 1731909487818Disabling compacts and flushes for region at 1731909487818Disabling writes for close at 1731909487819 (+1 ms)Obtaining lock to block concurrent updates at 1731909487819Preparing flush snapshotting stores in 7a5c758d9a087237b08a5e4ae38fc1e0 at 1731909487819Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731909487819Flushing stores of testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0. at 1731909487820 (+1 ms)Flushing 7a5c758d9a087237b08a5e4ae38fc1e0/testFamily: creating writer at 1731909487820Flushing 7a5c758d9a087237b08a5e4ae38fc1e0/testFamily: appending metadata at 1731909487834 (+14 ms)Flushing 7a5c758d9a087237b08a5e4ae38fc1e0/testFamily: closing flushed file at 1731909487834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301c1fee: reopening flushed file at 1731909488255 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7a5c758d9a087237b08a5e4ae38fc1e0 in 446ms, sequenceid=8, compaction requested=false at 1731909488265 (+10 ms)Writing region close event to WAL at 1731909488265Running coprocessor post-close hooks at 1731909488270 (+5 ms)Closed at 1731909488270
2024-11-18T05:58:08,270 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731909447489.7a5c758d9a087237b08a5e4ae38fc1e0.
2024-11-18T05:58:08,316 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(976): stopping server 6e2c48d1e2be,39623,1731909356941; all regions closed.
2024-11-18T05:58:08,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741834_1010 (size=19479)
2024-11-18T05:58:08,327 DEBUG [RS:0;6e2c48d1e2be:39623 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/oldWALs
2024-11-18T05:58:08,327 INFO  [RS:0;6e2c48d1e2be:39623 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C39623%2C1731909356941.meta:.meta(num 1731909420439)
2024-11-18T05:58:08,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741833_1009 (size=20031)
2024-11-18T05:58:08,330 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/WALs/6e2c48d1e2be,39623,1731909356941/6e2c48d1e2be%2C39623%2C1731909356941.1731909419955 not finished, retry = 0
2024-11-18T05:58:08,439 DEBUG [RS:0;6e2c48d1e2be:39623 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/oldWALs
2024-11-18T05:58:08,440 INFO  [RS:0;6e2c48d1e2be:39623 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C39623%2C1731909356941:(num 1731909419955)
2024-11-18T05:58:08,440 DEBUG [RS:0;6e2c48d1e2be:39623 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T05:58:08,440 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T05:58:08,440 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T05:58:08,441 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2c48d1e2be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-18T05:58:08,441 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T05:58:08,442 INFO  [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T05:58:08,444 INFO  [RS:0;6e2c48d1e2be:39623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39623
2024-11-18T05:58:08,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6e2c48d1e2be,39623,1731909356941
2024-11-18T05:58:08,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T05:58:08,512 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T05:58:08,521 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2c48d1e2be,39623,1731909356941]
2024-11-18T05:58:08,528 INFO  [regionserver/6e2c48d1e2be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T05:58:08,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6e2c48d1e2be,39623,1731909356941 already deleted, retry=false
2024-11-18T05:58:08,529 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2c48d1e2be,39623,1731909356941 expired; onlineServers=0
2024-11-18T05:58:08,529 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2c48d1e2be,40163,1731909356202' *****
2024-11-18T05:58:08,529 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-18T05:58:08,529 INFO  [M:0;6e2c48d1e2be:40163 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T05:58:08,530 INFO  [M:0;6e2c48d1e2be:40163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T05:58:08,530 DEBUG [M:0;6e2c48d1e2be:40163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-18T05:58:08,530 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-18T05:58:08,530 DEBUG [M:0;6e2c48d1e2be:40163 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-18T05:58:08,530 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731909359763 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731909359763,5,FailOnTimeoutGroup]
2024-11-18T05:58:08,530 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731909359757 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731909359757,5,FailOnTimeoutGroup]
2024-11-18T05:58:08,531 INFO  [M:0;6e2c48d1e2be:40163 {}] hbase.ChoreService(370): Chore service for: master/6e2c48d1e2be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-18T05:58:08,531 INFO  [M:0;6e2c48d1e2be:40163 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T05:58:08,532 DEBUG [M:0;6e2c48d1e2be:40163 {}] master.HMaster(1795): Stopping service threads
2024-11-18T05:58:08,532 INFO  [M:0;6e2c48d1e2be:40163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-18T05:58:08,532 INFO  [M:0;6e2c48d1e2be:40163 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T05:58:08,534 INFO  [M:0;6e2c48d1e2be:40163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-18T05:58:08,534 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-18T05:58:08,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T05:58:08,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T05:58:08,555 DEBUG [M:0;6e2c48d1e2be:40163 {}] zookeeper.ZKUtil(347): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-18T05:58:08,555 WARN  [M:0;6e2c48d1e2be:40163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-18T05:58:08,556 INFO  [M:0;6e2c48d1e2be:40163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/.lastflushedseqids
2024-11-18T05:58:08,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741868_1044 (size=721)
2024-11-18T05:58:08,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T05:58:08,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39623-0x1014dcd1a420001, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T05:58:08,622 INFO  [RS:0;6e2c48d1e2be:39623 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T05:58:08,622 INFO  [RS:0;6e2c48d1e2be:39623 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2c48d1e2be,39623,1731909356941; zookeeper connection closed.
2024-11-18T05:58:08,623 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e39c85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e39c85
2024-11-18T05:58:08,623 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-18T05:58:08,972 INFO  [M:0;6e2c48d1e2be:40163 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-18T05:58:08,973 INFO  [M:0;6e2c48d1e2be:40163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-18T05:58:08,973 DEBUG [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T05:58:08,973 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T05:58:08,974 DEBUG [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T05:58:08,974 DEBUG [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T05:58:08,974 DEBUG [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T05:58:08,975 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.14 KB heapSize=191.20 KB
2024-11-18T05:58:08,999 DEBUG [M:0;6e2c48d1e2be:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03ad46d6127442ab8447993482ced208 is 82, key is hbase:meta,,1/info:regioninfo/1731909420533/Put/seqid=0
2024-11-18T05:58:09,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741869_1045 (size=5672)
2024-11-18T05:58:09,404 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03ad46d6127442ab8447993482ced208
2024-11-18T05:58:09,437 DEBUG [M:0;6e2c48d1e2be:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcdebff585c244bdb8dfada084f6e94e is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731909422222/Put/seqid=0
2024-11-18T05:58:09,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741870_1046 (size=14074)
2024-11-18T05:58:09,844 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.58 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcdebff585c244bdb8dfada084f6e94e
2024-11-18T05:58:09,860 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcdebff585c244bdb8dfada084f6e94e
2024-11-18T05:58:09,877 DEBUG [M:0;6e2c48d1e2be:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0085337afb924d7d80f9c1be8e814cf5 is 69, key is 6e2c48d1e2be,39623,1731909356941/rs:state/1731909389797/Put/seqid=0
2024-11-18T05:58:09,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741871_1047 (size=5156)
2024-11-18T05:58:10,120 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T05:58:10,282 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0085337afb924d7d80f9c1be8e814cf5
2024-11-18T05:58:10,296 DEBUG [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03ad46d6127442ab8447993482ced208 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03ad46d6127442ab8447993482ced208
2024-11-18T05:58:10,304 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03ad46d6127442ab8447993482ced208, entries=8, sequenceid=319, filesize=5.5 K
2024-11-18T05:58:10,305 DEBUG [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcdebff585c244bdb8dfada084f6e94e as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcdebff585c244bdb8dfada084f6e94e
2024-11-18T05:58:10,312 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcdebff585c244bdb8dfada084f6e94e
2024-11-18T05:58:10,313 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcdebff585c244bdb8dfada084f6e94e, entries=33, sequenceid=319, filesize=13.7 K
2024-11-18T05:58:10,314 DEBUG [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0085337afb924d7d80f9c1be8e814cf5 as hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0085337afb924d7d80f9c1be8e814cf5
2024-11-18T05:58:10,321 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41083/user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0085337afb924d7d80f9c1be8e814cf5, entries=1, sequenceid=319, filesize=5.0 K
2024-11-18T05:58:10,322 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.14 KB/167051, heapSize ~190.90 KB/195480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1348ms, sequenceid=319, compaction requested=false
2024-11-18T05:58:10,324 INFO  [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T05:58:10,324 DEBUG [M:0;6e2c48d1e2be:40163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731909488973Disabling compacts and flushes for region at 1731909488973Disabling writes for close at 1731909488974 (+1 ms)Obtaining lock to block concurrent updates at 1731909488975 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731909488975Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167051, getHeapSize=195720, getOffHeapSize=0, getCellsCount=366 at 1731909488976 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731909488978 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731909488978Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731909488998 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731909488998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731909489416 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731909489436 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731909489436Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731909489860 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731909489876 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731909489876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4632ea99: reopening flushed file at 1731909490294 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ecbc64: reopening flushed file at 1731909490304 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bd420a: reopening flushed file at 1731909490313 (+9 ms)Finished flush of dataSize ~163.14 KB/167051, heapSize ~190.90 KB/195480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1348ms, sequenceid=319, compaction requested=false at 1731909490322 (+9 ms)Writing region close event to WAL at 1731909490323 (+1 ms)Closed at 1731909490323
2024-11-18T05:58:10,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43159 is added to blk_1073741830_1006 (size=188393)
2024-11-18T05:58:10,327 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f7cb30c-44b9-3047-321c-ab4608c982ed/MasterData/WALs/6e2c48d1e2be,40163,1731909356202/6e2c48d1e2be%2C40163%2C1731909356202.1731909359101 not finished, retry = 0
2024-11-18T05:58:10,429 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T05:58:10,429 INFO  [M:0;6e2c48d1e2be:40163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-18T05:58:10,429 INFO  [M:0;6e2c48d1e2be:40163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40163
2024-11-18T05:58:10,429 INFO  [M:0;6e2c48d1e2be:40163 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T05:58:10,570 INFO  [M:0;6e2c48d1e2be:40163 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T05:58:10,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T05:58:10,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1014dcd1a420000, quorum=127.0.0.1:51422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T05:58:10,578 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7722c06d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T05:58:10,582 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@445877d1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T05:58:10,582 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T05:58:10,582 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23178064{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T05:58:10,582 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@662cf64e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/hadoop.log.dir/,STOPPED}
2024-11-18T05:58:10,584 WARN  [BP-1374119166-172.17.0.2-1731909352676 heartbeating to localhost/127.0.0.1:41083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T05:58:10,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T05:58:10,584 WARN  [BP-1374119166-172.17.0.2-1731909352676 heartbeating to localhost/127.0.0.1:41083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1374119166-172.17.0.2-1731909352676 (Datanode Uuid c50c7aad-a8db-4739-aee5-1bcd0b8b1aaf) service to localhost/127.0.0.1:41083
2024-11-18T05:58:10,585 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T05:58:10,586 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/cluster_a17b00ea-94f0-b93e-5840-37950b0318e5/data/data1/current/BP-1374119166-172.17.0.2-1731909352676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T05:58:10,586 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/cluster_a17b00ea-94f0-b93e-5840-37950b0318e5/data/data2/current/BP-1374119166-172.17.0.2-1731909352676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T05:58:10,587 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T05:58:10,593 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b93e99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T05:58:10,594 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T05:58:10,594 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T05:58:10,594 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T05:58:10,594 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98eb2bf2-19a2-8978-5fe0-77ce61bed5d6/hadoop.log.dir/,STOPPED}
2024-11-18T05:58:10,601 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-18T05:58:10,623 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down