2024-11-25 11:14:23,290 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-25 11:14:23,323 main DEBUG Took 0.030037 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-25 11:14:23,323 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-25 11:14:23,324 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-25 11:14:23,325 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-25 11:14:23,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,336 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-25 11:14:23,352 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,355 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,357 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,358 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,359 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,361 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,363 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,364 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,364 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,365 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,366 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:14:23,367 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,368 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-25 11:14:23,370 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:14:23,371 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-25 11:14:23,374 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-25 11:14:23,374 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-25 11:14:23,376 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-25 11:14:23,376 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-25 11:14:23,389 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-25 11:14:23,392 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-25 11:14:23,395 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-25 11:14:23,395 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-25 11:14:23,396 main DEBUG createAppenders(={Console})
2024-11-25 11:14:23,397 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-25 11:14:23,397 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-25 11:14:23,397 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-25 11:14:23,398 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-25 11:14:23,399 main DEBUG OutputStream closed
2024-11-25 11:14:23,399 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-25 11:14:23,399 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-25 11:14:23,400 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-25 11:14:23,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-25 11:14:23,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-25 11:14:23,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-25 11:14:23,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-25 11:14:23,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-25 11:14:23,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-25 11:14:23,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-25 11:14:23,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-25 11:14:23,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-25 11:14:23,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-25 11:14:23,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-25 11:14:23,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-25 11:14:23,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-25 11:14:23,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-25 11:14:23,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-25 11:14:23,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-25 11:14:23,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-25 11:14:23,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-25 11:14:23,518 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-25 11:14:23,518 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-25 11:14:23,519 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-25 11:14:23,520 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-25T11:14:23,539 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-25 11:14:23,543 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-25 11:14:23,543 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-25T11:14:23,910 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b
2024-11-25T11:14:23,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-25T11:14:23,963 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/cluster_1a1845db-f333-713a-611c-64c912d714da, deleteOnExit=true
2024-11-25T11:14:23,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-25T11:14:23,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/test.cache.data in system properties and HBase conf
2024-11-25T11:14:23,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/hadoop.tmp.dir in system properties and HBase conf
2024-11-25T11:14:23,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/hadoop.log.dir in system properties and HBase conf
2024-11-25T11:14:23,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-25T11:14:23,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-25T11:14:23,968 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-25T11:14:24,089 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-25T11:14:24,244 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-25T11:14:24,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-25T11:14:24,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-25T11:14:24,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-25T11:14:24,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T11:14:24,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-25T11:14:24,263 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-25T11:14:24,264 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T11:14:24,264 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T11:14:24,266 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-25T11:14:24,267 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/nfs.dump.dir in system properties and HBase conf
2024-11-25T11:14:24,267 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/java.io.tmpdir in system properties and HBase conf
2024-11-25T11:14:24,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T11:14:24,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-25T11:14:24,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-25T11:14:26,054 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-25T11:14:26,326 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4162ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-25T11:14:26,511 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:14:26,791 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T11:14:26,985 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T11:14:26,986 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T11:14:26,995 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T11:14:27,020 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:14:27,040 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72daf39c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/hadoop.log.dir/,AVAILABLE}
2024-11-25T11:14:27,049 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13f713ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T11:14:27,492 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21a9f2dc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/java.io.tmpdir/jetty-localhost-37703-hadoop-hdfs-3_4_1-tests_jar-_-any-8312691230841815591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-25T11:14:27,519 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b7efa4f{HTTP/1.1, (http/1.1)}{localhost:37703}
2024-11-25T11:14:27,519 INFO  [Time-limited test {}] server.Server(415): Started @5357ms
2024-11-25T11:14:28,631 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:14:28,651 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T11:14:28,684 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T11:14:28,684 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T11:14:28,684 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-25T11:14:28,689 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39e2c913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/hadoop.log.dir/,AVAILABLE}
2024-11-25T11:14:28,690 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cc8666a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T11:14:28,968 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5589cdf5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/java.io.tmpdir/jetty-localhost-33685-hadoop-hdfs-3_4_1-tests_jar-_-any-4782518489529112526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T11:14:28,973 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75f79e6f{HTTP/1.1, (http/1.1)}{localhost:33685}
2024-11-25T11:14:28,973 INFO  [Time-limited test {}] server.Server(415): Started @6811ms
2024-11-25T11:14:29,141 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-25T11:14:30,448 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/cluster_1a1845db-f333-713a-611c-64c912d714da/data/data2/current/BP-577490018-172.17.0.3-1732533265508/current, will proceed with Du for space computation calculation, 
2024-11-25T11:14:30,451 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/cluster_1a1845db-f333-713a-611c-64c912d714da/data/data1/current/BP-577490018-172.17.0.3-1732533265508/current, will proceed with Du for space computation calculation, 
2024-11-25T11:14:30,596 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-25T11:14:30,689 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12012d52c49fbd78 with lease ID 0x8904b8009b6039c4: Processing first storage report for DS-221680d1-ac87-45de-9f5b-4bde58f23863 from datanode DatanodeRegistration(127.0.0.1:41489, datanodeUuid=ddd319fb-53be-40ea-a223-cdfbd520d682, infoPort=42581, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=1675009345;c=1732533265508)
2024-11-25T11:14:30,691 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12012d52c49fbd78 with lease ID 0x8904b8009b6039c4: from storage DS-221680d1-ac87-45de-9f5b-4bde58f23863 node DatanodeRegistration(127.0.0.1:41489, datanodeUuid=ddd319fb-53be-40ea-a223-cdfbd520d682, infoPort=42581, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=1675009345;c=1732533265508), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-25T11:14:30,692 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12012d52c49fbd78 with lease ID 0x8904b8009b6039c4: Processing first storage report for DS-4a2f975f-3a14-40d1-80c3-b8d3bb00175b from datanode DatanodeRegistration(127.0.0.1:41489, datanodeUuid=ddd319fb-53be-40ea-a223-cdfbd520d682, infoPort=42581, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=1675009345;c=1732533265508)
2024-11-25T11:14:30,692 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12012d52c49fbd78 with lease ID 0x8904b8009b6039c4: from storage DS-4a2f975f-3a14-40d1-80c3-b8d3bb00175b node DatanodeRegistration(127.0.0.1:41489, datanodeUuid=ddd319fb-53be-40ea-a223-cdfbd520d682, infoPort=42581, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=1675009345;c=1732533265508), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-25T11:14:30,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b
2024-11-25T11:14:30,967 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/cluster_1a1845db-f333-713a-611c-64c912d714da/zookeeper_0, clientPort=50670, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/cluster_1a1845db-f333-713a-611c-64c912d714da/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/cluster_1a1845db-f333-713a-611c-64c912d714da/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-25T11:14:30,995 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50670
2024-11-25T11:14:31,027 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:14:31,040 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:14:31,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741825_1001 (size=7)
2024-11-25T11:14:31,866 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5 with version=8
2024-11-25T11:14:31,867 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/hbase-staging
2024-11-25T11:14:32,048 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-25T11:14:32,411 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6bfc37bad115:0 server-side Connection retries=9
2024-11-25T11:14:32,424 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:14:32,425 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T11:14:32,432 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T11:14:32,433 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:14:32,433 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T11:14:32,770 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-25T11:14:32,961 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-25T11:14:32,982 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-25T11:14:32,990 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T11:14:33,038 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18204 (auto-detected)
2024-11-25T11:14:33,039 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-25T11:14:33,088 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36359
2024-11-25T11:14:33,120 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36359 connecting to ZooKeeper ensemble=127.0.0.1:50670
2024-11-25T11:14:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363590x0, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T11:14:33,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36359-0x10076a5cbeb0000 connected
2024-11-25T11:14:33,332 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:14:33,339 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:14:33,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:14:33,380 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5, hbase.cluster.distributed=false
2024-11-25T11:14:33,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-25T11:14:33,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36359
2024-11-25T11:14:33,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36359
2024-11-25T11:14:33,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36359
2024-11-25T11:14:33,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36359
2024-11-25T11:14:33,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36359
2024-11-25T11:14:33,702 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6bfc37bad115:0 server-side Connection retries=9
2024-11-25T11:14:33,705 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:14:33,705 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T11:14:33,706 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T11:14:33,706 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:14:33,706 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T11:14:33,710 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-25T11:14:33,713 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T11:14:33,714 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43575
2024-11-25T11:14:33,717 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43575 connecting to ZooKeeper ensemble=127.0.0.1:50670
2024-11-25T11:14:33,719 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:14:33,723 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:14:33,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435750x0, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T11:14:33,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435750x0, quorum=127.0.0.1:50670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:14:33,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43575-0x10076a5cbeb0001 connected
2024-11-25T11:14:33,739 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-25T11:14:33,769 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-25T11:14:33,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-25T11:14:33,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-25T11:14:33,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43575
2024-11-25T11:14:33,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43575
2024-11-25T11:14:33,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43575
2024-11-25T11:14:33,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43575
2024-11-25T11:14:33,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43575
2024-11-25T11:14:33,854 DEBUG [M:0;6bfc37bad115:36359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6bfc37bad115:36359
2024-11-25T11:14:33,861 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6bfc37bad115,36359,1732533272137
2024-11-25T11:14:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:14:33,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:14:33,889 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6bfc37bad115,36359,1732533272137
2024-11-25T11:14:33,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:14:33,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-25T11:14:33,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:14:33,933 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-25T11:14:33,941 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6bfc37bad115,36359,1732533272137 from backup master directory
2024-11-25T11:14:33,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:14:33,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6bfc37bad115,36359,1732533272137
2024-11-25T11:14:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:14:33,951 WARN  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T11:14:33,951 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6bfc37bad115,36359,1732533272137
2024-11-25T11:14:33,954 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-25T11:14:33,961 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-25T11:14:34,105 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/hbase.id] with ID: 5c3626ad-2687-4671-a604-44000f88f5c0
2024-11-25T11:14:34,106 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/.tmp/hbase.id
2024-11-25T11:14:34,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741826_1002 (size=42)
2024-11-25T11:14:34,559 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/.tmp/hbase.id]:[hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/hbase.id]
2024-11-25T11:14:34,643 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:14:34,651 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-25T11:14:34,678 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms.
2024-11-25T11:14:34,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:14:34,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:14:34,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741827_1003 (size=196)
2024-11-25T11:14:34,746 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:14:34,752 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-25T11:14:34,779 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:14:34,787 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:14:34,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741828_1004 (size=1189)
2024-11-25T11:14:35,300 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store
2024-11-25T11:14:35,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741829_1005 (size=34)
2024-11-25T11:14:35,432 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-25T11:14:35,436 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:14:35,438 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-25T11:14:35,438 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:14:35,439 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:14:35,445 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-25T11:14:35,445 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:14:35,445 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:14:35,447 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732533275438Disabling compacts and flushes for region at 1732533275438Disabling writes for close at 1732533275445 (+7 ms)Writing region close event to WAL at 1732533275445Closed at 1732533275445
2024-11-25T11:14:35,461 WARN  [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/.initializing
2024-11-25T11:14:35,461 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/WALs/6bfc37bad115,36359,1732533272137
2024-11-25T11:14:35,478 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:14:35,506 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C36359%2C1732533272137, suffix=, logDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/WALs/6bfc37bad115,36359,1732533272137, archiveDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/oldWALs, maxLogs=10
2024-11-25T11:14:35,539 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/WALs/6bfc37bad115,36359,1732533272137/6bfc37bad115%2C36359%2C1732533272137.1732533275513, exclude list is [], retry=0
2024-11-25T11:14:35,566 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41489,DS-221680d1-ac87-45de-9f5b-4bde58f23863,DISK]
2024-11-25T11:14:35,570 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-25T11:14:35,629 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/WALs/6bfc37bad115,36359,1732533272137/6bfc37bad115%2C36359%2C1732533272137.1732533275513
2024-11-25T11:14:35,630 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42581:42581)]
2024-11-25T11:14:35,631 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:14:35,632 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:14:35,638 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:14:35,639 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:14:35,712 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:14:35,760 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-25T11:14:35,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:14:35,773 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:14:35,775 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:14:35,784 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-25T11:14:35,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:14:35,792 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:14:35,793 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:14:35,802 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-25T11:14:35,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:14:35,805 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:14:35,806 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:14:35,810 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-25T11:14:35,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:14:35,812 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:14:35,814 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:14:35,826 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:14:35,829 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:14:35,841 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:14:35,842 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:14:35,850 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T11:14:35,869 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:14:35,901 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:14:35,903 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67194705, jitterRate=0.0012791305780410767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T11:14:35,913 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732533275658Initializing all the Stores at 1732533275663 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732533275664 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533275668 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533275669 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533275670 (+1 ms)Cleaning up temporary data from old regions at 1732533275842 (+172 ms)Region opened successfully at 1732533275913 (+71 ms)
2024-11-25T11:14:35,921 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-25T11:14:36,009 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31af276b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6bfc37bad115/172.17.0.3:0
2024-11-25T11:14:36,062 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-25T11:14:36,079 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-25T11:14:36,079 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-25T11:14:36,084 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-25T11:14:36,093 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 9 msec
2024-11-25T11:14:36,118 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 24 msec
2024-11-25T11:14:36,118 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-25T11:14:36,208 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-25T11:14:36,226 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-25T11:14:36,231 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-25T11:14:36,236 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-25T11:14:36,244 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-25T11:14:36,246 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-25T11:14:36,251 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-25T11:14:36,264 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-25T11:14:36,267 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-25T11:14:36,272 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-25T11:14:36,274 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-25T11:14:36,309 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-25T11:14:36,311 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-25T11:14:36,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-25T11:14:36,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-25T11:14:36,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:14:36,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:14:36,327 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6bfc37bad115,36359,1732533272137, sessionid=0x10076a5cbeb0000, setting cluster-up flag (Was=false)
2024-11-25T11:14:36,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:14:36,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:14:36,359 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-25T11:14:36,363 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6bfc37bad115,36359,1732533272137
2024-11-25T11:14:36,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:14:36,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:14:36,396 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-25T11:14:36,400 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6bfc37bad115,36359,1732533272137
2024-11-25T11:14:36,423 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-25T11:14:36,485 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(746): ClusterId : 5c3626ad-2687-4671-a604-44000f88f5c0
2024-11-25T11:14:36,517 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-25T11:14:36,524 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-25T11:14:36,524 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-25T11:14:36,539 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-25T11:14:36,540 DEBUG [RS:0;6bfc37bad115:43575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6234efb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6bfc37bad115/172.17.0.3:0
2024-11-25T11:14:36,554 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-25T11:14:36,566 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-25T11:14:36,573 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6bfc37bad115:43575
2024-11-25T11:14:36,575 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-25T11:14:36,578 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-25T11:14:36,578 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-25T11:14:36,579 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-25T11:14:36,583 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6bfc37bad115,36359,1732533272137
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-25T11:14:36,591 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(2659): reportForDuty to master=6bfc37bad115,36359,1732533272137 with port=43575, startcode=1732533273631
2024-11-25T11:14:36,604 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:14:36,604 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:14:36,605 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:14:36,605 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6bfc37bad115:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:14:36,605 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6bfc37bad115:0, corePoolSize=10, maxPoolSize=10
2024-11-25T11:14:36,605 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,606 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6bfc37bad115:0, corePoolSize=2, maxPoolSize=2
2024-11-25T11:14:36,606 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,608 DEBUG [RS:0;6bfc37bad115:43575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-25T11:14:36,621 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732533306621
2024-11-25T11:14:36,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T11:14:36,622 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-25T11:14:36,623 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-25T11:14:36,624 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-25T11:14:36,628 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-25T11:14:36,629 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-25T11:14:36,629 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-25T11:14:36,629 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-25T11:14:36,631 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,647 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:14:36,647 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-25T11:14:36,657 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-25T11:14:36,658 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-25T11:14:36,659 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-25T11:14:36,663 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-25T11:14:36,664 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-25T11:14:36,670 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.large.0-1732533276665,5,FailOnTimeoutGroup]
2024-11-25T11:14:36,685 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.small.0-1732533276676,5,FailOnTimeoutGroup]
2024-11-25T11:14:36,685 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,685 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-25T11:14:36,687 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40883, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-25T11:14:36,691 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,692 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,697 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36359 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6bfc37bad115,43575,1732533273631
2024-11-25T11:14:36,700 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36359 {}] master.ServerManager(517): Registering regionserver=6bfc37bad115,43575,1732533273631
2024-11-25T11:14:36,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741831_1007 (size=1321)
2024-11-25T11:14:36,726 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-25T11:14:36,727 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:14:36,728 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:14:36,728 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46525
2024-11-25T11:14:36,728 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-25T11:14:36,738 DEBUG [RS:0;6bfc37bad115:43575 {}] zookeeper.ZKUtil(111): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6bfc37bad115,43575,1732533273631
2024-11-25T11:14:36,738 WARN  [RS:0;6bfc37bad115:43575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T11:14:36,739 INFO  [RS:0;6bfc37bad115:43575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:14:36,739 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/WALs/6bfc37bad115,43575,1732533273631
2024-11-25T11:14:36,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-25T11:14:36,751 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6bfc37bad115,43575,1732533273631]
2024-11-25T11:14:36,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741832_1008 (size=32)
2024-11-25T11:14:36,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:14:36,767 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-25T11:14:36,773 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-25T11:14:36,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:14:36,776 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:14:36,777 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-25T11:14:36,781 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-25T11:14:36,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:14:36,789 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:14:36,789 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-25T11:14:36,794 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-25T11:14:36,796 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-25T11:14:36,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:14:36,798 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:14:36,798 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-25T11:14:36,802 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-25T11:14:36,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:14:36,807 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:14:36,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-25T11:14:36,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740
2024-11-25T11:14:36,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740
2024-11-25T11:14:36,817 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-25T11:14:36,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-25T11:14:36,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-25T11:14:36,820 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T11:14:36,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-25T11:14:36,828 INFO  [RS:0;6bfc37bad115:43575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-25T11:14:36,829 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,832 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-25T11:14:36,834 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:14:36,836 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72256289, jitterRate=0.07670260965824127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T11:14:36,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732533276763Initializing all the Stores at 1732533276765 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732533276766 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732533276766Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533276766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732533276766Cleaning up temporary data from old regions at 1732533276819 (+53 ms)Region opened successfully at 1732533276839 (+20 ms)
2024-11-25T11:14:36,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-25T11:14:36,840 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-25T11:14:36,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-25T11:14:36,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-25T11:14:36,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-25T11:14:36,855 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-25T11:14:36,857 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-25T11:14:36,858 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732533276840Disabling compacts and flushes for region at 1732533276840Disabling writes for close at 1732533276845 (+5 ms)Writing region close event to WAL at 1732533276857 (+12 ms)Closed at 1732533276857
2024-11-25T11:14:36,858 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,858 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,858 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,859 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,859 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,859 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6bfc37bad115:0, corePoolSize=2, maxPoolSize=2
2024-11-25T11:14:36,859 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,859 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,860 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,860 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,860 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,860 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6bfc37bad115:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:14:36,861 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3
2024-11-25T11:14:36,861 DEBUG [RS:0;6bfc37bad115:43575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6bfc37bad115:0, corePoolSize=3, maxPoolSize=3
2024-11-25T11:14:36,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T11:14:36,869 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-25T11:14:36,879 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-25T11:14:36,881 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,881 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,881 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,881 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,881 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,882 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,43575,1732533273631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T11:14:36,911 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-25T11:14:36,919 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-25T11:14:36,922 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,43575,1732533273631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,923 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,923 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.Replication(171): 6bfc37bad115,43575,1732533273631 started
2024-11-25T11:14:36,924 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-25T11:14:36,961 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:14:36,961 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1482): Serving as 6bfc37bad115,43575,1732533273631, RpcServer on 6bfc37bad115/172.17.0.3:43575, sessionid=0x10076a5cbeb0001
2024-11-25T11:14:36,962 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-25T11:14:36,963 DEBUG [RS:0;6bfc37bad115:43575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6bfc37bad115,43575,1732533273631
2024-11-25T11:14:36,963 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,43575,1732533273631'
2024-11-25T11:14:36,964 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-25T11:14:36,968 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-25T11:14:36,974 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-25T11:14:36,974 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-25T11:14:36,974 DEBUG [RS:0;6bfc37bad115:43575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6bfc37bad115,43575,1732533273631
2024-11-25T11:14:36,975 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6bfc37bad115,43575,1732533273631'
2024-11-25T11:14:36,975 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-25T11:14:36,977 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-25T11:14:36,980 DEBUG [RS:0;6bfc37bad115:43575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-25T11:14:36,980 INFO  [RS:0;6bfc37bad115:43575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-25T11:14:36,980 INFO  [RS:0;6bfc37bad115:43575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-25T11:14:37,075 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:38,076 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:39,077 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:40,079 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:41,080 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:42,082 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:42,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-25T11:14:42,954 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-25T11:14:43,083 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:44,084 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:45,085 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:46,086 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:47,086 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:48,087 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:49,088 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:50,088 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:51,089 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:52,090 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:53,090 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:54,091 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:55,092 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:56,093 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:57,094 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:58,097 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:14:59,098 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:15:00,098 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:15:00,729 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T11:15:01,103 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:15:02,111 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:15:03,111 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:15:04,112 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:15:05,116 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:15:06,121 WARN  [6bfc37bad115:36359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:15:06,988 INFO  [RS:0;6bfc37bad115:43575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:15:06,994 INFO  [RS:0;6bfc37bad115:43575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C43575%2C1732533273631, suffix=, logDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/WALs/6bfc37bad115,43575,1732533273631, archiveDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/oldWALs, maxLogs=32
2024-11-25T11:15:07,018 DEBUG [RS:0;6bfc37bad115:43575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/WALs/6bfc37bad115,43575,1732533273631/6bfc37bad115%2C43575%2C1732533273631.1732533306997, exclude list is [], retry=0
2024-11-25T11:15:07,026 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41489,DS-221680d1-ac87-45de-9f5b-4bde58f23863,DISK]
2024-11-25T11:15:07,034 INFO  [RS:0;6bfc37bad115:43575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/WALs/6bfc37bad115,43575,1732533273631/6bfc37bad115%2C43575%2C1732533273631.1732533306997
2024-11-25T11:15:07,035 DEBUG [RS:0;6bfc37bad115:43575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42581:42581)]
2024-11-25T11:15:07,124 DEBUG [6bfc37bad115:36359 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-25T11:15:07,139 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:07,148 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6bfc37bad115,43575,1732533273631, state=OPENING
2024-11-25T11:15:07,155 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-25T11:15:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:15:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:15:07,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:15:07,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:15:07,160 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-25T11:15:07,163 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:15:07,345 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-25T11:15:07,349 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36089, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-25T11:15:07,371 INFO  [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-25T11:15:07,372 INFO  [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:15:07,373 INFO  [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-25T11:15:07,378 INFO  [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6bfc37bad115%2C43575%2C1732533273631.meta, suffix=.meta, logDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/WALs/6bfc37bad115,43575,1732533273631, archiveDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/oldWALs, maxLogs=32
2024-11-25T11:15:07,406 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/WALs/6bfc37bad115,43575,1732533273631/6bfc37bad115%2C43575%2C1732533273631.meta.1732533307381.meta, exclude list is [], retry=0
2024-11-25T11:15:07,412 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41489,DS-221680d1-ac87-45de-9f5b-4bde58f23863,DISK]
2024-11-25T11:15:07,418 INFO  [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/WALs/6bfc37bad115,43575,1732533273631/6bfc37bad115%2C43575%2C1732533273631.meta.1732533307381.meta
2024-11-25T11:15:07,419 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42581:42581)]
2024-11-25T11:15:07,419 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:15:07,422 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-25T11:15:07,425 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-25T11:15:07,430 INFO  [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-25T11:15:07,435 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-25T11:15:07,436 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:07,436 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-25T11:15:07,436 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-25T11:15:07,441 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-25T11:15:07,443 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-25T11:15:07,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:07,444 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:15:07,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-25T11:15:07,448 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-25T11:15:07,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:07,449 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:15:07,449 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-25T11:15:07,451 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-25T11:15:07,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:07,452 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:15:07,453 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-25T11:15:07,459 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-25T11:15:07,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:07,461 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:15:07,461 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-25T11:15:07,463 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740
2024-11-25T11:15:07,467 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740
2024-11-25T11:15:07,470 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-25T11:15:07,470 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-25T11:15:07,471 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T11:15:07,479 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-25T11:15:07,483 INFO  [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70252498, jitterRate=0.04684379696846008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T11:15:07,483 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-25T11:15:07,488 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732533307437Writing region info on filesystem at 1732533307437Initializing all the Stores at 1732533307440 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732533307440Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732533307441 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533307441Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732533307441Cleaning up temporary data from old regions at 1732533307470 (+29 ms)Running coprocessor post-open hooks at 1732533307483 (+13 ms)Region opened successfully at 1732533307488 (+5 ms)
2024-11-25T11:15:07,501 INFO  [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732533307334
2024-11-25T11:15:07,520 DEBUG [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-25T11:15:07,520 INFO  [RS_OPEN_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-25T11:15:07,522 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:07,525 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6bfc37bad115,43575,1732533273631, state=OPEN
2024-11-25T11:15:07,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-25T11:15:07,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-25T11:15:07,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:15:07,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:15:07,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:07,542 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-25T11:15:07,543 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6bfc37bad115,43575,1732533273631 in 372 msec
2024-11-25T11:15:07,557 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-25T11:15:07,557 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 30.6670 sec
2024-11-25T11:15:07,560 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T11:15:07,560 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-25T11:15:07,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T11:15:07,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6bfc37bad115,43575,1732533273631, seqNum=-1]
2024-11-25T11:15:07,668 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T11:15:07,673 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44987, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T11:15:07,706 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 31.2280 sec
2024-11-25T11:15:07,707 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732533307706, completionTime=-1
2024-11-25T11:15:07,710 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-25T11:15:07,710 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-25T11:15:07,750 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-25T11:15:07,750 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732533367750
2024-11-25T11:15:07,750 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732533427750
2024-11-25T11:15:07,750 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec
2024-11-25T11:15:07,754 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36359,1732533272137-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:15:07,755 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36359,1732533272137-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:15:07,755 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36359,1732533272137-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:15:07,757 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6bfc37bad115:36359, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:15:07,768 DEBUG [master/6bfc37bad115:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-25T11:15:07,773 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-25T11:15:07,778 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-25T11:15:07,829 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.877sec
2024-11-25T11:15:07,833 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-25T11:15:07,835 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-25T11:15:07,837 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-25T11:15:07,837 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-25T11:15:07,838 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-25T11:15:07,839 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36359,1732533272137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T11:15:07,840 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36359,1732533272137-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-25T11:15:07,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b084fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:15:07,855 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-25T11:15:07,855 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-25T11:15:07,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6bfc37bad115,36359,-1 for getting cluster id
2024-11-25T11:15:07,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T11:15:07,866 DEBUG [master/6bfc37bad115:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-25T11:15:07,867 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-25T11:15:07,868 INFO  [master/6bfc37bad115:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6bfc37bad115,36359,1732533272137-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:15:07,948 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c3626ad-2687-4671-a604-44000f88f5c0'
2024-11-25T11:15:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T11:15:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c3626ad-2687-4671-a604-44000f88f5c0"

2024-11-25T11:15:07,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f3a26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:15:07,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6bfc37bad115,36359,-1]
2024-11-25T11:15:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T11:15:07,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:15:07,983 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T11:15:07,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18291d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:15:07,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T11:15:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6bfc37bad115,43575,1732533273631, seqNum=-1]
2024-11-25T11:15:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T11:15:08,011 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T11:15:08,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6bfc37bad115,36359,1732533272137
2024-11-25T11:15:08,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d0c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:15:08,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6bfc37bad115,36359,-1 for getting cluster id
2024-11-25T11:15:08,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T11:15:08,058 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c3626ad-2687-4671-a604-44000f88f5c0'
2024-11-25T11:15:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T11:15:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c3626ad-2687-4671-a604-44000f88f5c0"

2024-11-25T11:15:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44627131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:15:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6bfc37bad115,36359,-1]
2024-11-25T11:15:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T11:15:08,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:15:08,070 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T11:15:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9e7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:15:08,090 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=213, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=939, ProcessCount=11, AvailableMemoryMB=1899
2024-11-25T11:15:08,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-25T11:15:08,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6bfc37bad115,36359,1732533272137
2024-11-25T11:15:08,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53adb2ba
2024-11-25T11:15:08,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T11:15:08,116 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T11:15:08,125 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:15:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-25T11:15:08,140 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:15:08,143 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-25T11:15:08,144 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:08,147 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:15:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-25T11:15:08,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741835_1011 (size=428)
2024-11-25T11:15:08,233 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c8cc76f67319065557f97573fc06089, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:15:08,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741836_1012 (size=79)
2024-11-25T11:15:08,292 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:08,292 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7c8cc76f67319065557f97573fc06089, disabling compactions & flushes
2024-11-25T11:15:08,292 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:15:08,292 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:15:08,292 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089. after waiting 0 ms
2024-11-25T11:15:08,292 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:15:08,293 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:15:08,293 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c8cc76f67319065557f97573fc06089:
Waiting for close lock at 1732533308292Disabling compacts and flushes for region at 1732533308292Disabling writes for close at 1732533308292Writing region close event to WAL at 1732533308293 (+1 ms)Closed at 1732533308293
2024-11-25T11:15:08,299 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:15:08,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732533308299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732533308299"}]},"ts":"1732533308299"}
2024-11-25T11:15:08,318 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:15:08,321 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:15:08,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533308321"}]},"ts":"1732533308321"}
2024-11-25T11:15:08,332 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-25T11:15:08,336 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7c8cc76f67319065557f97573fc06089, ASSIGN}]
2024-11-25T11:15:08,350 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7c8cc76f67319065557f97573fc06089, ASSIGN
2024-11-25T11:15:08,353 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7c8cc76f67319065557f97573fc06089, ASSIGN; state=OFFLINE, location=6bfc37bad115,43575,1732533273631; forceNewPlan=false, retain=false
2024-11-25T11:15:08,510 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c8cc76f67319065557f97573fc06089, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:08,516 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7c8cc76f67319065557f97573fc06089, ASSIGN because future has completed
2024-11-25T11:15:08,518 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c8cc76f67319065557f97573fc06089, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:15:08,689 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:15:08,689 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c8cc76f67319065557f97573fc06089, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:15:08,690 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 7c8cc76f67319065557f97573fc06089
2024-11-25T11:15:08,690 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:08,691 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7c8cc76f67319065557f97573fc06089
2024-11-25T11:15:08,691 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7c8cc76f67319065557f97573fc06089
2024-11-25T11:15:08,694 INFO  [StoreOpener-7c8cc76f67319065557f97573fc06089-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7c8cc76f67319065557f97573fc06089 
2024-11-25T11:15:08,697 INFO  [StoreOpener-7c8cc76f67319065557f97573fc06089-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c8cc76f67319065557f97573fc06089 columnFamilyName testFamily
2024-11-25T11:15:08,697 DEBUG [StoreOpener-7c8cc76f67319065557f97573fc06089-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:08,699 INFO  [StoreOpener-7c8cc76f67319065557f97573fc06089-1 {}] regionserver.HStore(327): Store=7c8cc76f67319065557f97573fc06089/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:15:08,699 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7c8cc76f67319065557f97573fc06089
2024-11-25T11:15:08,700 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7c8cc76f67319065557f97573fc06089
2024-11-25T11:15:08,702 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7c8cc76f67319065557f97573fc06089
2024-11-25T11:15:08,703 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7c8cc76f67319065557f97573fc06089
2024-11-25T11:15:08,703 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7c8cc76f67319065557f97573fc06089
2024-11-25T11:15:08,708 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7c8cc76f67319065557f97573fc06089
2024-11-25T11:15:08,713 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7c8cc76f67319065557f97573fc06089/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:15:08,715 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7c8cc76f67319065557f97573fc06089; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58839920, jitterRate=-0.12321686744689941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:15:08,715 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c8cc76f67319065557f97573fc06089
2024-11-25T11:15:08,718 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7c8cc76f67319065557f97573fc06089:
Running coprocessor pre-open hook at 1732533308691Writing region info on filesystem at 1732533308691Initializing all the Stores at 1732533308693 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533308693Cleaning up temporary data from old regions at 1732533308703 (+10 ms)Running coprocessor post-open hooks at 1732533308715 (+12 ms)Region opened successfully at 1732533308718 (+3 ms)
2024-11-25T11:15:08,722 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089., pid=6, masterSystemTime=1732533308677
2024-11-25T11:15:08,729 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:15:08,729 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:15:08,731 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c8cc76f67319065557f97573fc06089, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:08,739 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c8cc76f67319065557f97573fc06089, server=6bfc37bad115,43575,1732533273631 because future has completed
2024-11-25T11:15:08,749 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-25T11:15:08,749 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c8cc76f67319065557f97573fc06089, server=6bfc37bad115,43575,1732533273631 in 226 msec
2024-11-25T11:15:08,757 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-25T11:15:08,757 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7c8cc76f67319065557f97573fc06089, ASSIGN in 413 msec
2024-11-25T11:15:08,760 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:15:08,760 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533308760"}]},"ts":"1732533308760"}
2024-11-25T11:15:08,766 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-25T11:15:08,768 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:15:08,774 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 639 msec
2024-11-25T11:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-25T11:15:09,168 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-25T11:15:09,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-25T11:15:09,170 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:09,178 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-25T11:15:09,178 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:09,179 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-25T11:15:09,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T11:15:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6bfc37bad115,43575,1732533273631, seqNum=-1]
2024-11-25T11:15:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T11:15:09,188 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T11:15:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:15:09,216 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:15:09,222 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-25T11:15:09,229 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-25T11:15:09,236 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6888434648595038216
2024-11-25T11:15:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:57386 deadline: 1732533312235, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-25T11:15:09,306 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=219 (was 213)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	app//com.ctc.wstx.util.SymbolTable.findSymbol(SymbolTable.java:395)
	app//com.ctc.wstx.sr.StreamScanner.parseLocalName(StreamScanner.java:1857)
	app//com.ctc.wstx.sr.BasicStreamReader.handleStartElem(BasicStreamReader.java:3008)
	app//com.ctc.wstx.sr.BasicStreamReader.nextFromTree(BasicStreamReader.java:2908)
	app//com.ctc.wstx.sr.BasicStreamReader.next(BasicStreamReader.java:1121)
	app//org.apache.hadoop.conf.Configuration$Parser.parseNext(Configuration.java:3449)
	app//org.apache.hadoop.conf.Configuration$Parser.parse(Configuration.java:3235)
	app//org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:3128)
	app//org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:3089)
	app//org.apache.hadoop.conf.Configuration.loadProps(Configuration.java:2967)
	app//org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2949)
	app//org.apache.hadoop.conf.Configuration.get(Configuration.java:1267)
	app//org.apache.hadoop.conf.Configuration.getTrimmed(Configuration.java:1321)
	app//org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1728)
	app//org.apache.hadoop.hbase.HBaseConfiguration.checkDefaultsVersion(HBaseConfiguration.java:42)
	app//org.apache.hadoop.hbase.HBaseConfiguration.addHbaseResources(HBaseConfiguration.java:91)
	app//org.apache.hadoop.hbase.HBaseConfiguration.create(HBaseConfiguration.java:105)
	app//org.apache.hadoop.hbase.ipc.RemoteWithExtrasException$ClassLoaderHolder.<clinit>(RemoteWithExtrasException.java:54)
	app//org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:89)
	app//org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219)
	app//org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.onError(AsyncScanSingleRegionRpcRetryingCaller.java:415)
	app//org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.onComplete(AsyncScanSingleRegionRpcRetryingCaller.java:507)
	app//org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.lambda$call$3(AsyncScanSingleRegionRpcRetryingCaller.java:604)
	app//org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller$$Lambda$871/0x00007f8b08becac0.run(Unknown Source)
	app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56)
	app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	app//org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117)
	app//org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132)
	app//org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1685801924_22 at /127.0.0.1:39086 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/6bfc37bad115:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=939 (was 939), ProcessCount=11 (was 11), AvailableMemoryMB=1837 (was 1899)
2024-11-25T11:15:09,364 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=219, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=939, ProcessCount=11, AvailableMemoryMB=1821
2024-11-25T11:15:09,369 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:15:09,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-25T11:15:09,377 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:15:09,377 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:09,377 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-25T11:15:09,379 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:15:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-25T11:15:09,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741837_1013 (size=414)
2024-11-25T11:15:09,839 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a02570f34bda176fef683606bd636a9, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:15:09,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741838_1014 (size=65)
2024-11-25T11:15:10,294 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:10,294 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 2a02570f34bda176fef683606bd636a9, disabling compactions & flushes
2024-11-25T11:15:10,294 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:15:10,294 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:15:10,294 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9. after waiting 0 ms
2024-11-25T11:15:10,294 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:15:10,294 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:15:10,294 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a02570f34bda176fef683606bd636a9:
Waiting for close lock at 1732533310294Disabling compacts and flushes for region at 1732533310294Disabling writes for close at 1732533310294Writing region close event to WAL at 1732533310294Closed at 1732533310294
2024-11-25T11:15:10,298 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:15:10,299 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732533310298"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732533310298"}]},"ts":"1732533310298"}
2024-11-25T11:15:10,304 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:15:10,307 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:15:10,307 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533310307"}]},"ts":"1732533310307"}
2024-11-25T11:15:10,311 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-25T11:15:10,312 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2a02570f34bda176fef683606bd636a9, ASSIGN}]
2024-11-25T11:15:10,319 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2a02570f34bda176fef683606bd636a9, ASSIGN
2024-11-25T11:15:10,327 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2a02570f34bda176fef683606bd636a9, ASSIGN; state=OFFLINE, location=6bfc37bad115,43575,1732533273631; forceNewPlan=false, retain=false
2024-11-25T11:15:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-25T11:15:10,479 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2a02570f34bda176fef683606bd636a9, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:10,496 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2a02570f34bda176fef683606bd636a9, ASSIGN because future has completed
2024-11-25T11:15:10,497 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a02570f34bda176fef683606bd636a9, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:15:10,685 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:15:10,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a02570f34bda176fef683606bd636a9, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:15:10,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 2a02570f34bda176fef683606bd636a9
2024-11-25T11:15:10,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:10,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 2a02570f34bda176fef683606bd636a9
2024-11-25T11:15:10,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 2a02570f34bda176fef683606bd636a9
2024-11-25T11:15:10,691 INFO  [StoreOpener-2a02570f34bda176fef683606bd636a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2a02570f34bda176fef683606bd636a9 
2024-11-25T11:15:10,700 INFO  [StoreOpener-2a02570f34bda176fef683606bd636a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a02570f34bda176fef683606bd636a9 columnFamilyName testFamily
2024-11-25T11:15:10,700 DEBUG [StoreOpener-2a02570f34bda176fef683606bd636a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:10,701 INFO  [StoreOpener-2a02570f34bda176fef683606bd636a9-1 {}] regionserver.HStore(327): Store=2a02570f34bda176fef683606bd636a9/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:15:10,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 2a02570f34bda176fef683606bd636a9
2024-11-25T11:15:10,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScanner/2a02570f34bda176fef683606bd636a9
2024-11-25T11:15:10,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScanner/2a02570f34bda176fef683606bd636a9
2024-11-25T11:15:10,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 2a02570f34bda176fef683606bd636a9
2024-11-25T11:15:10,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 2a02570f34bda176fef683606bd636a9
2024-11-25T11:15:10,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 2a02570f34bda176fef683606bd636a9
2024-11-25T11:15:10,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScanner/2a02570f34bda176fef683606bd636a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:15:10,723 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 2a02570f34bda176fef683606bd636a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64040364, jitterRate=-0.04572421312332153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:15:10,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a02570f34bda176fef683606bd636a9
2024-11-25T11:15:10,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 2a02570f34bda176fef683606bd636a9:
Running coprocessor pre-open hook at 1732533310687Writing region info on filesystem at 1732533310687Initializing all the Stores at 1732533310689 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533310689Cleaning up temporary data from old regions at 1732533310706 (+17 ms)Running coprocessor post-open hooks at 1732533310724 (+18 ms)Region opened successfully at 1732533310725 (+1 ms)
2024-11-25T11:15:10,728 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9., pid=9, masterSystemTime=1732533310674
2024-11-25T11:15:10,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:15:10,733 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:15:10,736 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2a02570f34bda176fef683606bd636a9, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:10,743 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a02570f34bda176fef683606bd636a9, server=6bfc37bad115,43575,1732533273631 because future has completed
2024-11-25T11:15:10,751 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-25T11:15:10,751 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a02570f34bda176fef683606bd636a9, server=6bfc37bad115,43575,1732533273631 in 249 msec
2024-11-25T11:15:10,756 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-25T11:15:10,756 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2a02570f34bda176fef683606bd636a9, ASSIGN in 439 msec
2024-11-25T11:15:10,758 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:15:10,758 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533310758"}]},"ts":"1732533310758"}
2024-11-25T11:15:10,763 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-25T11:15:10,765 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:15:10,769 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.3960 sec
2024-11-25T11:15:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-25T11:15:12,408 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-25T11:15:12,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-25T11:15:12,408 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:12,417 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-25T11:15:12,417 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:12,418 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-25T11:15:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:15:12,452 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:15:12,452 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-25T11:15:12,462 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-25T11:15:12,465 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-25T11:15:12,989 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:15:13,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-25T11:15:13,073 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-25T11:15:13,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-25T11:15:13,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-25T11:15:13,094 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-25T11:15:13,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-25T11:15:13,099 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-25T11:15:13,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-25T11:15:13,099 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-25T11:15:13,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-25T11:15:13,110 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-25T11:15:18,475 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9., hostname=6bfc37bad115,43575,1732533273631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6bfc37bad115:43575 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=18,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-11-25T11:15:18,475 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=18,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-11-25T11:15:18,476 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 from cache
2024-11-25T11:15:18,490 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=222 (was 219)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=878 (was 939), ProcessCount=11 (was 11), AvailableMemoryMB=1605 (was 1821)
2024-11-25T11:15:18,504 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=878, ProcessCount=11, AvailableMemoryMB=1604
2024-11-25T11:15:18,507 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:15:18,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36359 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-25T11:15:18,512 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:15:18,512 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:18,513 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-25T11:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-25T11:15:18,515 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:15:18,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741839_1015 (size=412)
2024-11-25T11:15:18,931 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36e5e23fa041ef51cd4afa3374cbfece, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:15:18,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741840_1016 (size=63)
2024-11-25T11:15:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 18, skipping over this response of 88 bytes
2024-11-25T11:15:19,342 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:19,342 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 36e5e23fa041ef51cd4afa3374cbfece, disabling compactions & flushes
2024-11-25T11:15:19,342 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:15:19,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:15:19,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece. after waiting 0 ms
2024-11-25T11:15:19,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:15:19,343 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:15:19,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36e5e23fa041ef51cd4afa3374cbfece:
Waiting for close lock at 1732533319342Disabling compacts and flushes for region at 1732533319342Disabling writes for close at 1732533319343 (+1 ms)Writing region close event to WAL at 1732533319343Closed at 1732533319343
2024-11-25T11:15:19,346 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:15:19,346 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732533319346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732533319346"}]},"ts":"1732533319346"}
2024-11-25T11:15:19,351 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:15:19,353 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:15:19,353 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533319353"}]},"ts":"1732533319353"}
2024-11-25T11:15:19,356 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-25T11:15:19,357 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=36e5e23fa041ef51cd4afa3374cbfece, ASSIGN}]
2024-11-25T11:15:19,359 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=36e5e23fa041ef51cd4afa3374cbfece, ASSIGN
2024-11-25T11:15:19,361 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=36e5e23fa041ef51cd4afa3374cbfece, ASSIGN; state=OFFLINE, location=6bfc37bad115,43575,1732533273631; forceNewPlan=false, retain=false
2024-11-25T11:15:19,512 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=36e5e23fa041ef51cd4afa3374cbfece, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:19,517 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=36e5e23fa041ef51cd4afa3374cbfece, ASSIGN because future has completed
2024-11-25T11:15:19,518 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36e5e23fa041ef51cd4afa3374cbfece, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:15:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-25T11:15:19,681 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:15:19,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 36e5e23fa041ef51cd4afa3374cbfece, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:15:19,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:15:19,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:19,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:15:19,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:15:19,687 INFO  [StoreOpener-36e5e23fa041ef51cd4afa3374cbfece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 36e5e23fa041ef51cd4afa3374cbfece 
2024-11-25T11:15:19,694 INFO  [StoreOpener-36e5e23fa041ef51cd4afa3374cbfece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36e5e23fa041ef51cd4afa3374cbfece columnFamilyName testFamily
2024-11-25T11:15:19,694 DEBUG [StoreOpener-36e5e23fa041ef51cd4afa3374cbfece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:19,695 INFO  [StoreOpener-36e5e23fa041ef51cd4afa3374cbfece-1 {}] regionserver.HStore(327): Store=36e5e23fa041ef51cd4afa3374cbfece/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:15:19,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:15:19,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNextAsync/36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:15:19,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNextAsync/36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:15:19,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:15:19,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:15:19,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:15:19,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNextAsync/36e5e23fa041ef51cd4afa3374cbfece/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:15:19,709 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 36e5e23fa041ef51cd4afa3374cbfece; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66952113, jitterRate=-0.002335771918296814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:15:19,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:15:19,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 36e5e23fa041ef51cd4afa3374cbfece:
Running coprocessor pre-open hook at 1732533319683Writing region info on filesystem at 1732533319683Initializing all the Stores at 1732533319685 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533319685Cleaning up temporary data from old regions at 1732533319699 (+14 ms)Running coprocessor post-open hooks at 1732533319709 (+10 ms)Region opened successfully at 1732533319710 (+1 ms)
2024-11-25T11:15:19,711 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece., pid=12, masterSystemTime=1732533319672
2024-11-25T11:15:19,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:15:19,717 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:15:19,717 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=36e5e23fa041ef51cd4afa3374cbfece, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:19,721 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36e5e23fa041ef51cd4afa3374cbfece, server=6bfc37bad115,43575,1732533273631 because future has completed
2024-11-25T11:15:19,735 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-25T11:15:19,736 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 36e5e23fa041ef51cd4afa3374cbfece, server=6bfc37bad115,43575,1732533273631 in 212 msec
2024-11-25T11:15:19,741 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-25T11:15:19,741 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=36e5e23fa041ef51cd4afa3374cbfece, ASSIGN in 378 msec
2024-11-25T11:15:19,743 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:15:19,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533319743"}]},"ts":"1732533319743"}
2024-11-25T11:15:19,747 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-25T11:15:19,749 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:15:19,752 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2420 sec
2024-11-25T11:15:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-25T11:15:21,547 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-25T11:15:21,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-25T11:15:21,547 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:21,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-25T11:15:21,553 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:21,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-25T11:15:21,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:15:21,568 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:15:21,569 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-25T11:15:21,573 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-25T11:15:21,575 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-25T11:15:21,577 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-25T11:15:21,578 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-25T11:15:22,952 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-25T11:15:22,952 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-25T11:15:25,226 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:15:25,270 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-25T11:15:27,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43575 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038225' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-25T11:15:27,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43575 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:57386 deadline: 1732533333592, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038225' does not exist
2024-11-25T11:15:27,597 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6bfc37bad115,43575,1732533273631 for closing scanner id = 6888434648595038225 for 36e5e23fa041ef51cd4afa3374cbfece of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038225' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:15:27,602 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=224 (was 222)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=861 (was 878), ProcessCount=11 (was 11), AvailableMemoryMB=1475 (was 1604)
2024-11-25T11:15:27,614 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=224, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=861, ProcessCount=11, AvailableMemoryMB=1474
2024-11-25T11:15:27,617 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:15:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-25T11:15:27,621 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:15:27,621 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:27,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-25T11:15:27,623 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:15:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-25T11:15:27,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741841_1017 (size=423)
2024-11-25T11:15:27,677 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b8ad4d261e123018bd6b4ff0f230913, NAME => 'testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:15:27,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741842_1018 (size=74)
2024-11-25T11:15:28,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 27, skipping over this response of 82 bytes
2024-11-25T11:15:28,097 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:28,098 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 1b8ad4d261e123018bd6b4ff0f230913, disabling compactions & flushes
2024-11-25T11:15:28,098 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:15:28,098 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:15:28,098 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913. after waiting 0 ms
2024-11-25T11:15:28,098 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:15:28,098 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:15:28,098 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b8ad4d261e123018bd6b4ff0f230913:
Waiting for close lock at 1732533328097Disabling compacts and flushes for region at 1732533328097Disabling writes for close at 1732533328098 (+1 ms)Writing region close event to WAL at 1732533328098Closed at 1732533328098
2024-11-25T11:15:28,100 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:15:28,101 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732533328101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732533328101"}]},"ts":"1732533328101"}
2024-11-25T11:15:28,106 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:15:28,109 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:15:28,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533328109"}]},"ts":"1732533328109"}
2024-11-25T11:15:28,115 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-25T11:15:28,115 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=1b8ad4d261e123018bd6b4ff0f230913, ASSIGN}]
2024-11-25T11:15:28,118 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=1b8ad4d261e123018bd6b4ff0f230913, ASSIGN
2024-11-25T11:15:28,120 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=1b8ad4d261e123018bd6b4ff0f230913, ASSIGN; state=OFFLINE, location=6bfc37bad115,43575,1732533273631; forceNewPlan=false, retain=false
2024-11-25T11:15:28,272 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1b8ad4d261e123018bd6b4ff0f230913, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:28,278 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=1b8ad4d261e123018bd6b4ff0f230913, ASSIGN because future has completed
2024-11-25T11:15:28,293 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b8ad4d261e123018bd6b4ff0f230913, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:15:28,462 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:15:28,462 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b8ad4d261e123018bd6b4ff0f230913, NAME => 'testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:15:28,463 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:15:28,463 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:28,463 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:15:28,463 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:15:28,467 INFO  [StoreOpener-1b8ad4d261e123018bd6b4ff0f230913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1b8ad4d261e123018bd6b4ff0f230913 
2024-11-25T11:15:28,473 INFO  [StoreOpener-1b8ad4d261e123018bd6b4ff0f230913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b8ad4d261e123018bd6b4ff0f230913 columnFamilyName testFamily
2024-11-25T11:15:28,473 DEBUG [StoreOpener-1b8ad4d261e123018bd6b4ff0f230913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:28,475 INFO  [StoreOpener-1b8ad4d261e123018bd6b4ff0f230913-1 {}] regionserver.HStore(327): Store=1b8ad4d261e123018bd6b4ff0f230913/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:15:28,476 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:15:28,477 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextException/1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:15:28,478 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextException/1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:15:28,479 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:15:28,479 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:15:28,482 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:15:28,487 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextException/1b8ad4d261e123018bd6b4ff0f230913/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:15:28,488 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1b8ad4d261e123018bd6b4ff0f230913; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59788809, jitterRate=-0.1090773195028305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:15:28,488 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:15:28,489 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1b8ad4d261e123018bd6b4ff0f230913:
Running coprocessor pre-open hook at 1732533328463Writing region info on filesystem at 1732533328463Initializing all the Stores at 1732533328466 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533328466Cleaning up temporary data from old regions at 1732533328479 (+13 ms)Running coprocessor post-open hooks at 1732533328489 (+10 ms)Region opened successfully at 1732533328489
2024-11-25T11:15:28,491 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913., pid=15, masterSystemTime=1732533328454
2024-11-25T11:15:28,496 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:15:28,496 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:15:28,497 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1b8ad4d261e123018bd6b4ff0f230913, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:28,502 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b8ad4d261e123018bd6b4ff0f230913, server=6bfc37bad115,43575,1732533273631 because future has completed
2024-11-25T11:15:28,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-25T11:15:28,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b8ad4d261e123018bd6b4ff0f230913, server=6bfc37bad115,43575,1732533273631 in 213 msec
2024-11-25T11:15:28,516 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-25T11:15:28,516 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=1b8ad4d261e123018bd6b4ff0f230913, ASSIGN in 395 msec
2024-11-25T11:15:28,517 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:15:28,518 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533328517"}]},"ts":"1732533328517"}
2024-11-25T11:15:28,522 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-25T11:15:28,524 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:15:28,526 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 907 msec
2024-11-25T11:15:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-25T11:15:28,657 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-25T11:15:28,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-25T11:15:28,658 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:28,665 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-25T11:15:28,665 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:28,665 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-25T11:15:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:15:28,688 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:15:28,688 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-25T11:15:28,692 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-25T11:15:28,695 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-25T11:15:28,697 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-25T11:15:28,698 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6888434648595038229
2024-11-25T11:15:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:57386 deadline: 1732533331696, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-25T11:15:28,702 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-25T11:15:28,704 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-25T11:15:28,705 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-25T11:15:28,707 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-25T11:15:28,708 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6888434648595038231
2024-11-25T11:15:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:57386 deadline: 1732533331706, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-25T11:15:28,712 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-25T11:15:28,712 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6888434648595038232
2024-11-25T11:15:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:57386 deadline: 1732533331711, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-25T11:15:28,716 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-25T11:15:28,716 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6888434648595038233
2024-11-25T11:15:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:57386 deadline: 1732533331715, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-25T11:15:28,722 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-25T11:15:28,738 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225 (was 224)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1685801924_22 at /127.0.0.1:54742 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=861 (was 861), ProcessCount=11 (was 11), AvailableMemoryMB=1412 (was 1474)
2024-11-25T11:15:28,750 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=225, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=861, ProcessCount=11, AvailableMemoryMB=1412
2024-11-25T11:15:28,754 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:15:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-25T11:15:28,759 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:15:28,759 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:28,762 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-25T11:15:28,764 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:15:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-25T11:15:28,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741843_1019 (size=418)
2024-11-25T11:15:29,217 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92cd828250577fb7adaecfb606b02d83, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:15:29,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741844_1020 (size=69)
2024-11-25T11:15:29,645 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:29,645 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 92cd828250577fb7adaecfb606b02d83, disabling compactions & flushes
2024-11-25T11:15:29,645 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:15:29,645 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:15:29,645 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83. after waiting 0 ms
2024-11-25T11:15:29,645 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:15:29,645 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:15:29,645 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92cd828250577fb7adaecfb606b02d83:
Waiting for close lock at 1732533329645Disabling compacts and flushes for region at 1732533329645Disabling writes for close at 1732533329645Writing region close event to WAL at 1732533329645Closed at 1732533329645
2024-11-25T11:15:29,648 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:15:29,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732533329648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732533329648"}]},"ts":"1732533329648"}
2024-11-25T11:15:29,655 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:15:29,657 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:15:29,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533329657"}]},"ts":"1732533329657"}
2024-11-25T11:15:29,661 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-25T11:15:29,661 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=92cd828250577fb7adaecfb606b02d83, ASSIGN}]
2024-11-25T11:15:29,664 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=92cd828250577fb7adaecfb606b02d83, ASSIGN
2024-11-25T11:15:29,666 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=92cd828250577fb7adaecfb606b02d83, ASSIGN; state=OFFLINE, location=6bfc37bad115,43575,1732533273631; forceNewPlan=false, retain=false
2024-11-25T11:15:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-25T11:15:29,817 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=92cd828250577fb7adaecfb606b02d83, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:29,821 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=92cd828250577fb7adaecfb606b02d83, ASSIGN because future has completed
2024-11-25T11:15:29,821 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92cd828250577fb7adaecfb606b02d83, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:15:29,981 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:15:29,982 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 92cd828250577fb7adaecfb606b02d83, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:15:29,982 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 92cd828250577fb7adaecfb606b02d83
2024-11-25T11:15:29,982 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:29,982 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 92cd828250577fb7adaecfb606b02d83
2024-11-25T11:15:29,982 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 92cd828250577fb7adaecfb606b02d83
2024-11-25T11:15:29,985 INFO  [StoreOpener-92cd828250577fb7adaecfb606b02d83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 92cd828250577fb7adaecfb606b02d83 
2024-11-25T11:15:29,988 INFO  [StoreOpener-92cd828250577fb7adaecfb606b02d83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92cd828250577fb7adaecfb606b02d83 columnFamilyName testFamily
2024-11-25T11:15:29,988 DEBUG [StoreOpener-92cd828250577fb7adaecfb606b02d83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:29,990 INFO  [StoreOpener-92cd828250577fb7adaecfb606b02d83-1 {}] regionserver.HStore(327): Store=92cd828250577fb7adaecfb606b02d83/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:15:29,990 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 92cd828250577fb7adaecfb606b02d83
2024-11-25T11:15:29,998 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScanner/92cd828250577fb7adaecfb606b02d83
2024-11-25T11:15:29,999 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScanner/92cd828250577fb7adaecfb606b02d83
2024-11-25T11:15:30,000 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 92cd828250577fb7adaecfb606b02d83
2024-11-25T11:15:30,000 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 92cd828250577fb7adaecfb606b02d83
2024-11-25T11:15:30,005 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 92cd828250577fb7adaecfb606b02d83
2024-11-25T11:15:30,021 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScanner/92cd828250577fb7adaecfb606b02d83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:15:30,022 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 92cd828250577fb7adaecfb606b02d83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69600208, jitterRate=0.037123918533325195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:15:30,023 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92cd828250577fb7adaecfb606b02d83
2024-11-25T11:15:30,024 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 92cd828250577fb7adaecfb606b02d83:
Running coprocessor pre-open hook at 1732533329982Writing region info on filesystem at 1732533329982Initializing all the Stores at 1732533329984 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533329984Cleaning up temporary data from old regions at 1732533330000 (+16 ms)Running coprocessor post-open hooks at 1732533330023 (+23 ms)Region opened successfully at 1732533330024 (+1 ms)
2024-11-25T11:15:30,026 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., pid=18, masterSystemTime=1732533329975
2024-11-25T11:15:30,032 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=92cd828250577fb7adaecfb606b02d83, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:30,032 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:15:30,032 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:15:30,036 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92cd828250577fb7adaecfb606b02d83, server=6bfc37bad115,43575,1732533273631 because future has completed
2024-11-25T11:15:30,044 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-25T11:15:30,045 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 92cd828250577fb7adaecfb606b02d83, server=6bfc37bad115,43575,1732533273631 in 218 msec
2024-11-25T11:15:30,049 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-25T11:15:30,049 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=92cd828250577fb7adaecfb606b02d83, ASSIGN in 384 msec
2024-11-25T11:15:30,051 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:15:30,051 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533330051"}]},"ts":"1732533330051"}
2024-11-25T11:15:30,056 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-25T11:15:30,058 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:15:30,061 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.3030 sec
2024-11-25T11:15:30,730 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T11:15:31,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-25T11:15:31,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-25T11:15:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-25T11:15:31,788 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-25T11:15:31,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-25T11:15:31,788 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:31,803 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-25T11:15:31,804 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:31,804 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-25T11:15:31,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:15:31,847 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:15:31,847 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-25T11:15:31,852 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-25T11:15:31,854 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-25T11:15:32,854 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., hostname=6bfc37bad115,43575,1732533273631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6bfc37bad115:43575 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=57,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-25T11:15:32,854 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=57,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-25T11:15:32,855 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 from cache
2024-11-25T11:15:32,952 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-25T11:15:32,952 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-25T11:15:32,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-25T11:15:32,954 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-25T11:15:33,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 57, skipping over this response of 88 bytes
2024-11-25T11:15:33,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:15:33,871 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-25T11:15:33,965 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:15:34,855 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., hostname=6bfc37bad115,43575,1732533273631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6bfc37bad115:43575 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=59,methodName=Scan], waitTime=985ms, rpcTimeout=982ms
2024-11-25T11:15:34,855 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=59,methodName=Scan], waitTime=985ms, rpcTimeout=982ms
2024-11-25T11:15:34,855 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 from cache
2024-11-25T11:15:34,881 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 225), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=904 (was 861) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2344 (was 1412) - AvailableMemoryMB LEAK? -
2024-11-25T11:15:34,922 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=904, ProcessCount=11, AvailableMemoryMB=2333
2024-11-25T11:15:34,933 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:15:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-25T11:15:34,945 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:15:34,945 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:34,947 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:15:34,950 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-25T11:15:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-25T11:15:35,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741845_1021 (size=416)
2024-11-25T11:15:35,063 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a79dc27c2985415d435e89fd26c2db7, NAME => 'testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:15:35,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741846_1022 (size=67)
2024-11-25T11:15:35,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 59, skipping over this response of 88 bytes
2024-11-25T11:15:35,518 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:35,518 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4a79dc27c2985415d435e89fd26c2db7, disabling compactions & flushes
2024-11-25T11:15:35,518 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:15:35,518 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:15:35,518 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7. after waiting 0 ms
2024-11-25T11:15:35,518 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:15:35,518 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:15:35,518 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a79dc27c2985415d435e89fd26c2db7:
Waiting for close lock at 1732533335518Disabling compacts and flushes for region at 1732533335518Disabling writes for close at 1732533335518Writing region close event to WAL at 1732533335518Closed at 1732533335518
2024-11-25T11:15:35,522 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:15:35,522 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732533335522"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732533335522"}]},"ts":"1732533335522"}
2024-11-25T11:15:35,526 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:15:35,528 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:15:35,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533335528"}]},"ts":"1732533335528"}
2024-11-25T11:15:35,532 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-25T11:15:35,532 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4a79dc27c2985415d435e89fd26c2db7, ASSIGN}]
2024-11-25T11:15:35,536 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4a79dc27c2985415d435e89fd26c2db7, ASSIGN
2024-11-25T11:15:35,538 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4a79dc27c2985415d435e89fd26c2db7, ASSIGN; state=OFFLINE, location=6bfc37bad115,43575,1732533273631; forceNewPlan=false, retain=false
2024-11-25T11:15:35,689 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=4a79dc27c2985415d435e89fd26c2db7, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:35,702 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4a79dc27c2985415d435e89fd26c2db7, ASSIGN because future has completed
2024-11-25T11:15:35,703 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a79dc27c2985415d435e89fd26c2db7, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:15:35,872 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:15:35,872 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a79dc27c2985415d435e89fd26c2db7, NAME => 'testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:15:35,873 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:15:35,873 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:35,873 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:15:35,874 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:15:35,893 INFO  [StoreOpener-4a79dc27c2985415d435e89fd26c2db7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4a79dc27c2985415d435e89fd26c2db7 
2024-11-25T11:15:35,896 INFO  [StoreOpener-4a79dc27c2985415d435e89fd26c2db7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a79dc27c2985415d435e89fd26c2db7 columnFamilyName testFamily
2024-11-25T11:15:35,896 DEBUG [StoreOpener-4a79dc27c2985415d435e89fd26c2db7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:35,897 INFO  [StoreOpener-4a79dc27c2985415d435e89fd26c2db7-1 {}] regionserver.HStore(327): Store=4a79dc27c2985415d435e89fd26c2db7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:15:35,897 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:15:35,898 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNextAsync/4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:15:35,899 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNextAsync/4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:15:35,900 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:15:35,900 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:15:35,903 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:15:35,909 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNextAsync/4a79dc27c2985415d435e89fd26c2db7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:15:35,910 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4a79dc27c2985415d435e89fd26c2db7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73313794, jitterRate=0.09246066212654114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:15:35,911 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:15:35,911 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4a79dc27c2985415d435e89fd26c2db7:
Running coprocessor pre-open hook at 1732533335874Writing region info on filesystem at 1732533335874Initializing all the Stores at 1732533335876 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533335876Cleaning up temporary data from old regions at 1732533335900 (+24 ms)Running coprocessor post-open hooks at 1732533335911 (+11 ms)Region opened successfully at 1732533335911
2024-11-25T11:15:35,913 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7., pid=21, masterSystemTime=1732533335864
2024-11-25T11:15:35,916 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:15:35,917 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:15:35,917 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=4a79dc27c2985415d435e89fd26c2db7, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:35,921 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a79dc27c2985415d435e89fd26c2db7, server=6bfc37bad115,43575,1732533273631 because future has completed
2024-11-25T11:15:35,926 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-25T11:15:35,926 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a79dc27c2985415d435e89fd26c2db7, server=6bfc37bad115,43575,1732533273631 in 220 msec
2024-11-25T11:15:35,932 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-25T11:15:35,932 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4a79dc27c2985415d435e89fd26c2db7, ASSIGN in 395 msec
2024-11-25T11:15:35,933 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:15:35,933 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533335933"}]},"ts":"1732533335933"}
2024-11-25T11:15:35,937 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-25T11:15:35,939 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:15:35,943 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.0060 sec
2024-11-25T11:15:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-25T11:15:35,958 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-25T11:15:35,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-25T11:15:35,958 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:35,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-25T11:15:35,964 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:35,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-25T11:15:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:15:35,996 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:15:35,996 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-25T11:15:36,003 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-25T11:15:36,008 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-25T11:15:36,012 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-25T11:15:36,015 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-25T11:15:37,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-25T11:15:39,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43575 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038244' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-25T11:15:39,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43575 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:57386 deadline: 1732533340019, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038244' does not exist
2024-11-25T11:15:39,020 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6bfc37bad115,43575,1732533273631 for closing scanner id = 6888434648595038244 for 4a79dc27c2985415d435e89fd26c2db7 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038244' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:15:39,029 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1685801924_22 at /127.0.0.1:39992 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=896 (was 904), ProcessCount=11 (was 11), AvailableMemoryMB=2089 (was 2333)
2024-11-25T11:15:39,040 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=896, ProcessCount=11, AvailableMemoryMB=2088
2024-11-25T11:15:39,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:15:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-25T11:15:39,047 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:15:39,047 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:39,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-25T11:15:39,049 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:15:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-25T11:15:39,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741847_1023 (size=411)
2024-11-25T11:15:39,478 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17599762c903d4d84038f8868d9e664f, NAME => 'testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:15:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 68, skipping over this response of 82 bytes
2024-11-25T11:15:39,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741848_1024 (size=62)
2024-11-25T11:15:39,540 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:39,540 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 17599762c903d4d84038f8868d9e664f, disabling compactions & flushes
2024-11-25T11:15:39,540 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:15:39,540 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:15:39,541 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f. after waiting 0 ms
2024-11-25T11:15:39,542 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:15:39,542 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:15:39,542 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17599762c903d4d84038f8868d9e664f:
Waiting for close lock at 1732533339540Disabling compacts and flushes for region at 1732533339540Disabling writes for close at 1732533339541 (+1 ms)Writing region close event to WAL at 1732533339542 (+1 ms)Closed at 1732533339542
2024-11-25T11:15:39,550 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:15:39,551 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732533339551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732533339551"}]},"ts":"1732533339551"}
2024-11-25T11:15:39,558 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:15:39,560 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:15:39,560 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533339560"}]},"ts":"1732533339560"}
2024-11-25T11:15:39,568 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-25T11:15:39,568 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=17599762c903d4d84038f8868d9e664f, ASSIGN}]
2024-11-25T11:15:39,571 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=17599762c903d4d84038f8868d9e664f, ASSIGN
2024-11-25T11:15:39,581 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=17599762c903d4d84038f8868d9e664f, ASSIGN; state=OFFLINE, location=6bfc37bad115,43575,1732533273631; forceNewPlan=false, retain=false
2024-11-25T11:15:39,734 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=17599762c903d4d84038f8868d9e664f, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:39,739 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=17599762c903d4d84038f8868d9e664f, ASSIGN because future has completed
2024-11-25T11:15:39,740 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17599762c903d4d84038f8868d9e664f, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:15:39,934 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:15:39,935 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 17599762c903d4d84038f8868d9e664f, NAME => 'testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:15:39,935 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 17599762c903d4d84038f8868d9e664f
2024-11-25T11:15:39,935 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:39,936 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 17599762c903d4d84038f8868d9e664f
2024-11-25T11:15:39,936 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 17599762c903d4d84038f8868d9e664f
2024-11-25T11:15:39,941 INFO  [StoreOpener-17599762c903d4d84038f8868d9e664f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 17599762c903d4d84038f8868d9e664f 
2024-11-25T11:15:39,943 INFO  [StoreOpener-17599762c903d4d84038f8868d9e664f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17599762c903d4d84038f8868d9e664f columnFamilyName testFamily
2024-11-25T11:15:39,943 DEBUG [StoreOpener-17599762c903d4d84038f8868d9e664f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:39,944 INFO  [StoreOpener-17599762c903d4d84038f8868d9e664f-1 {}] regionserver.HStore(327): Store=17599762c903d4d84038f8868d9e664f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:15:39,944 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 17599762c903d4d84038f8868d9e664f
2024-11-25T11:15:39,953 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNext/17599762c903d4d84038f8868d9e664f
2024-11-25T11:15:39,956 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNext/17599762c903d4d84038f8868d9e664f
2024-11-25T11:15:39,961 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 17599762c903d4d84038f8868d9e664f
2024-11-25T11:15:39,961 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 17599762c903d4d84038f8868d9e664f
2024-11-25T11:15:39,979 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 17599762c903d4d84038f8868d9e664f
2024-11-25T11:15:39,997 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNext/17599762c903d4d84038f8868d9e664f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:15:39,999 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 17599762c903d4d84038f8868d9e664f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71342010, jitterRate=0.06307879090309143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:15:39,999 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17599762c903d4d84038f8868d9e664f
2024-11-25T11:15:40,000 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 17599762c903d4d84038f8868d9e664f:
Running coprocessor pre-open hook at 1732533339936Writing region info on filesystem at 1732533339936Initializing all the Stores at 1732533339941 (+5 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533339941Cleaning up temporary data from old regions at 1732533339961 (+20 ms)Running coprocessor post-open hooks at 1732533339999 (+38 ms)Region opened successfully at 1732533340000 (+1 ms)
2024-11-25T11:15:40,006 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f., pid=24, masterSystemTime=1732533339912
2024-11-25T11:15:40,014 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=17599762c903d4d84038f8868d9e664f, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:40,017 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:15:40,017 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:15:40,019 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17599762c903d4d84038f8868d9e664f, server=6bfc37bad115,43575,1732533273631 because future has completed
2024-11-25T11:15:40,027 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-25T11:15:40,027 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 17599762c903d4d84038f8868d9e664f, server=6bfc37bad115,43575,1732533273631 in 282 msec
2024-11-25T11:15:40,050 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-25T11:15:40,050 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=17599762c903d4d84038f8868d9e664f, ASSIGN in 459 msec
2024-11-25T11:15:40,052 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:15:40,057 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533340052"}]},"ts":"1732533340052"}
2024-11-25T11:15:40,061 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-25T11:15:40,066 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:15:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-25T11:15:40,069 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.0230 sec
2024-11-25T11:15:41,375 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:15:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-25T11:15:42,086 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-25T11:15:42,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-25T11:15:42,087 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:42,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-25T11:15:42,093 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:42,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-25T11:15:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:15:42,109 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:15:42,109 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-25T11:15:42,113 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-25T11:15:42,116 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-25T11:15:42,117 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-25T11:15:42,118 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-25T11:15:42,952 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-25T11:15:42,952 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-25T11:15:42,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-25T11:15:42,954 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-25T11:15:43,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-25T11:15:45,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43575 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038248' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-25T11:15:45,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43575 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:57386 deadline: 1732533346127, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038248' does not exist
2024-11-25T11:15:45,128 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6bfc37bad115,43575,1732533273631 for closing scanner id = 6888434648595038248 for 17599762c903d4d84038f8868d9e664f of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038248' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:15:45,134 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=872 (was 896), ProcessCount=11 (was 11), AvailableMemoryMB=1979 (was 2088)
2024-11-25T11:15:45,142 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=872, ProcessCount=11, AvailableMemoryMB=1979
2024-11-25T11:15:45,145 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:15:45,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-25T11:15:45,149 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:15:45,149 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:45,149 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-25T11:15:45,150 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:15:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-25T11:15:45,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741849_1025 (size=419)
2024-11-25T11:15:45,566 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a87c04c421713f10f518910a0198ca5f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:15:45,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741850_1026 (size=70)
2024-11-25T11:15:45,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-25T11:15:45,982 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:45,982 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing a87c04c421713f10f518910a0198ca5f, disabling compactions & flushes
2024-11-25T11:15:45,982 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:15:45,982 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:15:45,982 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f. after waiting 0 ms
2024-11-25T11:15:45,982 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:15:45,982 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:15:45,982 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for a87c04c421713f10f518910a0198ca5f:
Waiting for close lock at 1732533345982Disabling compacts and flushes for region at 1732533345982Disabling writes for close at 1732533345982Writing region close event to WAL at 1732533345982Closed at 1732533345982
2024-11-25T11:15:45,984 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:15:45,985 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732533345985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732533345985"}]},"ts":"1732533345985"}
2024-11-25T11:15:45,988 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:15:45,990 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:15:45,990 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533345990"}]},"ts":"1732533345990"}
2024-11-25T11:15:45,993 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-25T11:15:45,993 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=a87c04c421713f10f518910a0198ca5f, ASSIGN}]
2024-11-25T11:15:45,995 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=a87c04c421713f10f518910a0198ca5f, ASSIGN
2024-11-25T11:15:45,996 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=a87c04c421713f10f518910a0198ca5f, ASSIGN; state=OFFLINE, location=6bfc37bad115,43575,1732533273631; forceNewPlan=false, retain=false
2024-11-25T11:15:46,147 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=a87c04c421713f10f518910a0198ca5f, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:46,150 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=a87c04c421713f10f518910a0198ca5f, ASSIGN because future has completed
2024-11-25T11:15:46,151 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure a87c04c421713f10f518910a0198ca5f, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:15:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-25T11:15:46,309 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:15:46,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => a87c04c421713f10f518910a0198ca5f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:15:46,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync a87c04c421713f10f518910a0198ca5f
2024-11-25T11:15:46,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:46,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for a87c04c421713f10f518910a0198ca5f
2024-11-25T11:15:46,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for a87c04c421713f10f518910a0198ca5f
2024-11-25T11:15:46,313 INFO  [StoreOpener-a87c04c421713f10f518910a0198ca5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a87c04c421713f10f518910a0198ca5f 
2024-11-25T11:15:46,315 INFO  [StoreOpener-a87c04c421713f10f518910a0198ca5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87c04c421713f10f518910a0198ca5f columnFamilyName testFamily
2024-11-25T11:15:46,315 DEBUG [StoreOpener-a87c04c421713f10f518910a0198ca5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:46,316 INFO  [StoreOpener-a87c04c421713f10f518910a0198ca5f-1 {}] regionserver.HStore(327): Store=a87c04c421713f10f518910a0198ca5f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:15:46,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for a87c04c421713f10f518910a0198ca5f
2024-11-25T11:15:46,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a87c04c421713f10f518910a0198ca5f
2024-11-25T11:15:46,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a87c04c421713f10f518910a0198ca5f
2024-11-25T11:15:46,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for a87c04c421713f10f518910a0198ca5f
2024-11-25T11:15:46,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for a87c04c421713f10f518910a0198ca5f
2024-11-25T11:15:46,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for a87c04c421713f10f518910a0198ca5f
2024-11-25T11:15:46,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a87c04c421713f10f518910a0198ca5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:15:46,325 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened a87c04c421713f10f518910a0198ca5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70250399, jitterRate=0.0468125194311142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:15:46,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a87c04c421713f10f518910a0198ca5f
2024-11-25T11:15:46,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for a87c04c421713f10f518910a0198ca5f:
Running coprocessor pre-open hook at 1732533346311Writing region info on filesystem at 1732533346311Initializing all the Stores at 1732533346313 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533346313Cleaning up temporary data from old regions at 1732533346318 (+5 ms)Running coprocessor post-open hooks at 1732533346325 (+7 ms)Region opened successfully at 1732533346326 (+1 ms)
2024-11-25T11:15:46,327 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f., pid=27, masterSystemTime=1732533346303
2024-11-25T11:15:46,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:15:46,331 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:15:46,331 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=a87c04c421713f10f518910a0198ca5f, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:46,334 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure a87c04c421713f10f518910a0198ca5f, server=6bfc37bad115,43575,1732533273631 because future has completed
2024-11-25T11:15:46,339 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-25T11:15:46,339 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure a87c04c421713f10f518910a0198ca5f, server=6bfc37bad115,43575,1732533273631 in 185 msec
2024-11-25T11:15:46,342 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-25T11:15:46,342 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=a87c04c421713f10f518910a0198ca5f, ASSIGN in 346 msec
2024-11-25T11:15:46,343 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:15:46,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533346343"}]},"ts":"1732533346343"}
2024-11-25T11:15:46,346 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-25T11:15:46,347 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:15:46,349 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2020 sec
2024-11-25T11:15:47,870 INFO  [master/6bfc37bad115:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-25T11:15:47,870 INFO  [master/6bfc37bad115:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-25T11:15:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-25T11:15:48,187 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-25T11:15:48,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-25T11:15:48,188 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:48,195 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-25T11:15:48,196 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:48,196 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-25T11:15:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:15:48,217 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:15:48,218 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-25T11:15:48,221 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-25T11:15:48,223 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-25T11:15:49,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-25T11:15:51,813 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:15:52,952 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-25T11:15:52,952 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-25T11:15:54,224 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f., hostname=6bfc37bad115,43575,1732533273631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6bfc37bad115:43575 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=86,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-11-25T11:15:54,224 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=86,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-11-25T11:15:54,224 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 from cache
2024-11-25T11:15:54,239 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=809 (was 872), ProcessCount=11 (was 11), AvailableMemoryMB=1535 (was 1979)
2024-11-25T11:15:54,255 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=809, ProcessCount=11, AvailableMemoryMB=1535
2024-11-25T11:15:54,262 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:15:54,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36359 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-25T11:15:54,278 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:15:54,278 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:54,280 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:15:54,280 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-25T11:15:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-25T11:15:54,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741851_1027 (size=407)
2024-11-25T11:15:54,386 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6ab946db9f51d64a80a74b25df46c9c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:15:54,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741852_1028 (size=58)
2024-11-25T11:15:54,501 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:54,501 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing f6ab946db9f51d64a80a74b25df46c9c, disabling compactions & flushes
2024-11-25T11:15:54,501 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:15:54,501 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:15:54,501 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c. after waiting 0 ms
2024-11-25T11:15:54,501 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:15:54,502 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:15:54,502 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6ab946db9f51d64a80a74b25df46c9c:
Waiting for close lock at 1732533354501Disabling compacts and flushes for region at 1732533354501Disabling writes for close at 1732533354501Writing region close event to WAL at 1732533354501Closed at 1732533354501
2024-11-25T11:15:54,504 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:15:54,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732533354504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732533354504"}]},"ts":"1732533354504"}
2024-11-25T11:15:54,521 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:15:54,525 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:15:54,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533354525"}]},"ts":"1732533354525"}
2024-11-25T11:15:54,534 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-25T11:15:54,535 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f6ab946db9f51d64a80a74b25df46c9c, ASSIGN}]
2024-11-25T11:15:54,537 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f6ab946db9f51d64a80a74b25df46c9c, ASSIGN
2024-11-25T11:15:54,539 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f6ab946db9f51d64a80a74b25df46c9c, ASSIGN; state=OFFLINE, location=6bfc37bad115,43575,1732533273631; forceNewPlan=false, retain=false
2024-11-25T11:15:54,693 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=f6ab946db9f51d64a80a74b25df46c9c, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:54,713 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f6ab946db9f51d64a80a74b25df46c9c, ASSIGN because future has completed
2024-11-25T11:15:54,713 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6ab946db9f51d64a80a74b25df46c9c, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:15:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 86, skipping over this response of 88 bytes
2024-11-25T11:15:54,899 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:15:54,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => f6ab946db9f51d64a80a74b25df46c9c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:15:54,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:15:54,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:15:54,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:15:54,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:15:54,917 INFO  [StoreOpener-f6ab946db9f51d64a80a74b25df46c9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f6ab946db9f51d64a80a74b25df46c9c 
2024-11-25T11:15:54,927 INFO  [StoreOpener-f6ab946db9f51d64a80a74b25df46c9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6ab946db9f51d64a80a74b25df46c9c columnFamilyName testFamily
2024-11-25T11:15:54,928 DEBUG [StoreOpener-f6ab946db9f51d64a80a74b25df46c9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:15:54,941 INFO  [StoreOpener-f6ab946db9f51d64a80a74b25df46c9c-1 {}] regionserver.HStore(327): Store=f6ab946db9f51d64a80a74b25df46c9c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:15:54,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:15:54,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNext/f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:15:54,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNext/f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:15:54,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:15:54,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:15:54,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:15:55,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNext/f6ab946db9f51d64a80a74b25df46c9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:15:55,016 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened f6ab946db9f51d64a80a74b25df46c9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63955434, jitterRate=-0.046989768743515015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:15:55,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:15:55,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for f6ab946db9f51d64a80a74b25df46c9c:
Running coprocessor pre-open hook at 1732533354900Writing region info on filesystem at 1732533354900Initializing all the Stores at 1732533354909 (+9 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533354909Cleaning up temporary data from old regions at 1732533354965 (+56 ms)Running coprocessor post-open hooks at 1732533355016 (+51 ms)Region opened successfully at 1732533355017 (+1 ms)
2024-11-25T11:15:55,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c., pid=30, masterSystemTime=1732533354868
2024-11-25T11:15:55,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:15:55,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:15:55,038 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=f6ab946db9f51d64a80a74b25df46c9c, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:15:55,049 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6ab946db9f51d64a80a74b25df46c9c, server=6bfc37bad115,43575,1732533273631 because future has completed
2024-11-25T11:15:55,060 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-25T11:15:55,060 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure f6ab946db9f51d64a80a74b25df46c9c, server=6bfc37bad115,43575,1732533273631 in 340 msec
2024-11-25T11:15:55,083 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-25T11:15:55,083 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f6ab946db9f51d64a80a74b25df46c9c, ASSIGN in 525 msec
2024-11-25T11:15:55,085 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:15:55,085 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533355085"}]},"ts":"1732533355085"}
2024-11-25T11:15:55,091 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-25T11:15:55,093 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:15:55,099 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 831 msec
2024-11-25T11:15:55,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-25T11:15:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-25T11:15:55,301 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-25T11:15:55,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-25T11:15:55,301 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:55,308 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-25T11:15:55,308 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:15:55,308 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-25T11:15:55,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:15:55,337 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:15:55,338 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-25T11:15:55,343 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-25T11:15:55,346 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-25T11:15:55,348 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-25T11:15:55,349 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-25T11:16:00,402 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:16:00,730 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T11:16:01,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43575 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038256' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-25T11:16:01,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43575 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:57386 deadline: 1732533367356, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038256' does not exist
2024-11-25T11:16:01,358 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6bfc37bad115,43575,1732533273631 for closing scanner id = 6888434648595038256 for f6ab946db9f51d64a80a74b25df46c9c of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6888434648595038256' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:16:01,380 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=896 (was 809) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1388 (was 1535)
2024-11-25T11:16:01,399 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=896, ProcessCount=11, AvailableMemoryMB=1388
2024-11-25T11:16:01,402 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:16:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-25T11:16:01,407 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:16:01,407 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:16:01,407 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-25T11:16:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-25T11:16:01,409 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:16:01,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741853_1029 (size=423)
2024-11-25T11:16:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 95, skipping over this response of 82 bytes
2024-11-25T11:16:01,853 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f3fda770d3da1c5ca7f9466a5402bd6, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5
2024-11-25T11:16:01,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741854_1030 (size=74)
2024-11-25T11:16:01,884 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:16:01,884 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6f3fda770d3da1c5ca7f9466a5402bd6, disabling compactions & flushes
2024-11-25T11:16:01,884 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:01,884 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:01,884 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6. after waiting 0 ms
2024-11-25T11:16:01,884 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:01,884 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:01,885 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f3fda770d3da1c5ca7f9466a5402bd6:
Waiting for close lock at 1732533361884Disabling compacts and flushes for region at 1732533361884Disabling writes for close at 1732533361884Writing region close event to WAL at 1732533361884Closed at 1732533361884
2024-11-25T11:16:01,887 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:16:01,888 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732533361887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732533361887"}]},"ts":"1732533361887"}
2024-11-25T11:16:01,891 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:16:01,893 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:16:01,893 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533361893"}]},"ts":"1732533361893"}
2024-11-25T11:16:01,897 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-25T11:16:01,897 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6f3fda770d3da1c5ca7f9466a5402bd6, ASSIGN}]
2024-11-25T11:16:01,899 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6f3fda770d3da1c5ca7f9466a5402bd6, ASSIGN
2024-11-25T11:16:01,901 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6f3fda770d3da1c5ca7f9466a5402bd6, ASSIGN; state=OFFLINE, location=6bfc37bad115,43575,1732533273631; forceNewPlan=false, retain=false
2024-11-25T11:16:02,052 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=6f3fda770d3da1c5ca7f9466a5402bd6, regionState=OPENING, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:16:02,061 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6f3fda770d3da1c5ca7f9466a5402bd6, ASSIGN because future has completed
2024-11-25T11:16:02,061 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f3fda770d3da1c5ca7f9466a5402bd6, server=6bfc37bad115,43575,1732533273631}]
2024-11-25T11:16:02,229 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:02,229 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f3fda770d3da1c5ca7f9466a5402bd6, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:16:02,229 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:02,230 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:16:02,230 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:02,230 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:02,238 INFO  [StoreOpener-6f3fda770d3da1c5ca7f9466a5402bd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6f3fda770d3da1c5ca7f9466a5402bd6 
2024-11-25T11:16:02,241 INFO  [StoreOpener-6f3fda770d3da1c5ca7f9466a5402bd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f3fda770d3da1c5ca7f9466a5402bd6 columnFamilyName testFamily
2024-11-25T11:16:02,242 DEBUG [StoreOpener-6f3fda770d3da1c5ca7f9466a5402bd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:16:02,243 INFO  [StoreOpener-6f3fda770d3da1c5ca7f9466a5402bd6-1 {}] regionserver.HStore(327): Store=6f3fda770d3da1c5ca7f9466a5402bd6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:16:02,243 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:02,246 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:02,246 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:02,247 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:02,247 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:02,251 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:02,260 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f3fda770d3da1c5ca7f9466a5402bd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:16:02,262 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 6f3fda770d3da1c5ca7f9466a5402bd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73812857, jitterRate=0.09989728033542633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:16:02,262 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:02,263 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 6f3fda770d3da1c5ca7f9466a5402bd6:
Running coprocessor pre-open hook at 1732533362230Writing region info on filesystem at 1732533362230Initializing all the Stores at 1732533362237 (+7 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732533362237Cleaning up temporary data from old regions at 1732533362247 (+10 ms)Running coprocessor post-open hooks at 1732533362262 (+15 ms)Region opened successfully at 1732533362263 (+1 ms)
2024-11-25T11:16:02,265 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., pid=33, masterSystemTime=1732533362216
2024-11-25T11:16:02,274 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=6f3fda770d3da1c5ca7f9466a5402bd6, regionState=OPEN, openSeqNum=2, regionLocation=6bfc37bad115,43575,1732533273631
2024-11-25T11:16:02,277 DEBUG [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:02,280 INFO  [RS_OPEN_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:02,280 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f3fda770d3da1c5ca7f9466a5402bd6, server=6bfc37bad115,43575,1732533273631 because future has completed
2024-11-25T11:16:02,286 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-25T11:16:02,286 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f3fda770d3da1c5ca7f9466a5402bd6, server=6bfc37bad115,43575,1732533273631 in 221 msec
2024-11-25T11:16:02,289 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-25T11:16:02,289 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6f3fda770d3da1c5ca7f9466a5402bd6, ASSIGN in 389 msec
2024-11-25T11:16:02,290 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:16:02,291 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732533362290"}]},"ts":"1732533362290"}
2024-11-25T11:16:02,294 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-25T11:16:02,296 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:16:02,297 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 894 msec
2024-11-25T11:16:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-25T11:16:02,427 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-25T11:16:02,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-25T11:16:02,427 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:16:02,433 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-25T11:16:02,434 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:16:02,434 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-25T11:16:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:16:02,453 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:16:02,453 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-25T11:16:02,457 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-25T11:16:02,459 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-25T11:16:02,952 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-25T11:16:02,952 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-25T11:16:02,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-25T11:16:02,954 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-25T11:16:03,465 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., hostname=6bfc37bad115,43575,1732533273631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6bfc37bad115:43575 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=103,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-25T11:16:03,465 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=103,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-25T11:16:03,465 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 from cache
2024-11-25T11:16:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 103, skipping over this response of 88 bytes
2024-11-25T11:16:04,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., hostname=6bfc37bad115,43575,1732533273631, seqNum=2]
2024-11-25T11:16:04,491 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-25T11:16:05,465 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., hostname=6bfc37bad115,43575,1732533273631, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6bfc37bad115:43575 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=105,methodName=Scan], waitTime=975ms, rpcTimeout=968ms
2024-11-25T11:16:05,465 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=105,methodName=Scan], waitTime=975ms, rpcTimeout=968ms
2024-11-25T11:16:05,465 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., hostname=6bfc37bad115,43575,1732533273631, seqNum=2 from cache
2024-11-25T11:16:05,479 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1685801924_22 at /127.0.0.1:37286 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=904 (was 896) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1348 (was 1388)
2024-11-25T11:16:05,480 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T11:16:05,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:16:05,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:16:05,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:16:05,488 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-25T11:16:05,488 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T11:16:05,488 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T11:16:05,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:16:05,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:16:05,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:16:05,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-25T11:16:05,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871265054, stopped=false
2024-11-25T11:16:05,489 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T11:16:05,490 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6bfc37bad115,36359,1732533272137
2024-11-25T11:16:05,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-25T11:16:05,494 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-25T11:16:05,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-25T11:16:05,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:16:05,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:16:05,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:16:05,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:16:05,496 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T11:16:05,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:16:05,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:16:05,497 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6bfc37bad115,43575,1732533273631' *****
2024-11-25T11:16:05,497 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-25T11:16:05,498 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-25T11:16:05,498 INFO  [RS:0;6bfc37bad115:43575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-25T11:16:05,498 INFO  [RS:0;6bfc37bad115:43575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-25T11:16:05,498 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b8ad4d261e123018bd6b4ff0f230913
2024-11-25T11:16:05,499 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for 17599762c903d4d84038f8868d9e664f
2024-11-25T11:16:05,499 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:16:05,499 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for 92cd828250577fb7adaecfb606b02d83
2024-11-25T11:16:05,499 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f3fda770d3da1c5ca7f9466a5402bd6
2024-11-25T11:16:05,499 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a02570f34bda176fef683606bd636a9
2024-11-25T11:16:05,500 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c8cc76f67319065557f97573fc06089
2024-11-25T11:16:05,500 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for 36e5e23fa041ef51cd4afa3374cbfece
2024-11-25T11:16:05,500 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for a87c04c421713f10f518910a0198ca5f
2024-11-25T11:16:05,500 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:16:05,500 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(959): stopping server 6bfc37bad115,43575,1732533273631
2024-11-25T11:16:05,500 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-25T11:16:05,500 INFO  [RS:0;6bfc37bad115:43575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6bfc37bad115:43575.
2024-11-25T11:16:05,500 DEBUG [RS:0;6bfc37bad115:43575 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:16:05,500 DEBUG [RS:0;6bfc37bad115:43575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:16:05,500 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b8ad4d261e123018bd6b4ff0f230913, disabling compactions & flushes
2024-11-25T11:16:05,500 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-25T11:16:05,500 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-25T11:16:05,500 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:16:05,500 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-25T11:16:05,500 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:16:05,501 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-25T11:16:05,501 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913. after waiting 0 ms
2024-11-25T11:16:05,501 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:16:05,501 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-25T11:16:05,512 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b8ad4d261e123018bd6b4ff0f230913 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:16:05,513 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-25T11:16:05,513 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17599762c903d4d84038f8868d9e664f, 1b8ad4d261e123018bd6b4ff0f230913, 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 6f3fda770d3da1c5ca7f9466a5402bd6, 7c8cc76f67319065557f97573fc06089, 92cd828250577fb7adaecfb606b02d83, a87c04c421713f10f518910a0198ca5f, f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:16:05,513 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-25T11:16:05,514 INFO  [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-25T11:16:05,514 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-25T11:16:05,514 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-25T11:16:05,514 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-25T11:16:05,514 INFO  [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-25T11:16:05,625 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/.tmp/info/b37c7ed7b0184be498734120d5abc88b is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089./info:regioninfo/1732533308731/Put/seqid=0
2024-11-25T11:16:05,625 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextException/1b8ad4d261e123018bd6b4ff0f230913/.tmp/testFamily/572eff71123e47009a065931b84aa460 is 61, key is row-0/testFamily:testQualifier/1732533328673/Put/seqid=0
2024-11-25T11:16:05,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741855_1031 (size=20564)
2024-11-25T11:16:05,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741856_1032 (size=5049)
2024-11-25T11:16:05,713 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17599762c903d4d84038f8868d9e664f, 1b8ad4d261e123018bd6b4ff0f230913, 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 6f3fda770d3da1c5ca7f9466a5402bd6, 7c8cc76f67319065557f97573fc06089, 92cd828250577fb7adaecfb606b02d83, a87c04c421713f10f518910a0198ca5f, f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:16:05,883 INFO  [regionserver/6bfc37bad115:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-25T11:16:05,884 INFO  [regionserver/6bfc37bad115:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-25T11:16:05,914 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17599762c903d4d84038f8868d9e664f, 1b8ad4d261e123018bd6b4ff0f230913, 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 6f3fda770d3da1c5ca7f9466a5402bd6, 7c8cc76f67319065557f97573fc06089, 92cd828250577fb7adaecfb606b02d83, a87c04c421713f10f518910a0198ca5f, f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:16:05,993 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-25T11:16:06,050 INFO  [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/.tmp/info/b37c7ed7b0184be498734120d5abc88b
2024-11-25T11:16:06,081 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextException/1b8ad4d261e123018bd6b4ff0f230913/.tmp/testFamily/572eff71123e47009a065931b84aa460
2024-11-25T11:16:06,114 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17599762c903d4d84038f8868d9e664f, 1b8ad4d261e123018bd6b4ff0f230913, 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 6f3fda770d3da1c5ca7f9466a5402bd6, 7c8cc76f67319065557f97573fc06089, 92cd828250577fb7adaecfb606b02d83, a87c04c421713f10f518910a0198ca5f, f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:16:06,123 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextException/1b8ad4d261e123018bd6b4ff0f230913/.tmp/testFamily/572eff71123e47009a065931b84aa460 as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextException/1b8ad4d261e123018bd6b4ff0f230913/testFamily/572eff71123e47009a065931b84aa460
2024-11-25T11:16:06,139 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextException/1b8ad4d261e123018bd6b4ff0f230913/testFamily/572eff71123e47009a065931b84aa460, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:16:06,152 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/.tmp/ns/8c1fe0c851e94637aab91f980682123f is 43, key is default/ns:d/1732533307681/Put/seqid=0
2024-11-25T11:16:06,157 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1b8ad4d261e123018bd6b4ff0f230913 in 642ms, sequenceid=8, compaction requested=false
2024-11-25T11:16:06,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741857_1033 (size=5153)
2024-11-25T11:16:06,191 INFO  [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/.tmp/ns/8c1fe0c851e94637aab91f980682123f
2024-11-25T11:16:06,215 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextException/1b8ad4d261e123018bd6b4ff0f230913/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:16:06,218 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:16:06,218 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b8ad4d261e123018bd6b4ff0f230913:
Waiting for close lock at 1732533365500Running coprocessor pre-close hooks at 1732533365500Disabling compacts and flushes for region at 1732533365500Disabling writes for close at 1732533365501 (+1 ms)Obtaining lock to block concurrent updates at 1732533365512 (+11 ms)Preparing flush snapshotting stores in 1b8ad4d261e123018bd6b4ff0f230913 at 1732533365512Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732533365523 (+11 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913. at 1732533365525 (+2 ms)Flushing 1b8ad4d261e123018bd6b4ff0f230913/testFamily: creating writer at 1732533365527 (+2 ms)Flushing 1b8ad4d261e123018bd6b4ff0f230913/testFamily: appending metadata at 1732533365608 (+81 ms)Flushing 1b8ad4d261e123018bd6b4ff0f230913/testFamily: closing flushed file at 1732533365624 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61fd8937: reopening flushed file at 1732533366119 (+495 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1b8ad4d261e123018bd6b4ff0f230913 in 642ms, sequenceid=8, compaction requested=false at 1732533366157 (+38 ms)Writing region close event to WAL at 1732533366187 (+30 ms)Running coprocessor post-close hooks at 1732533366216 (+29 ms)Closed at 1732533366218 (+2 ms)
2024-11-25T11:16:06,220 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732533327616.1b8ad4d261e123018bd6b4ff0f230913.
2024-11-25T11:16:06,220 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17599762c903d4d84038f8868d9e664f, disabling compactions & flushes
2024-11-25T11:16:06,220 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:16:06,220 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:16:06,220 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f. after waiting 0 ms
2024-11-25T11:16:06,220 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:16:06,220 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17599762c903d4d84038f8868d9e664f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:16:06,257 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNext/17599762c903d4d84038f8868d9e664f/.tmp/testFamily/8a779a90787d4e189787bb9e29969b54 is 61, key is row-0/testFamily:testQualifier/1732533342098/Put/seqid=0
2024-11-25T11:16:06,259 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/.tmp/table/d9b12ca7875b485ba6a99b6694b05b9b is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732533308760/Put/seqid=0
2024-11-25T11:16:06,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741859_1035 (size=6699)
2024-11-25T11:16:06,275 INFO  [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/.tmp/table/d9b12ca7875b485ba6a99b6694b05b9b
2024-11-25T11:16:06,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741858_1034 (size=5049)
2024-11-25T11:16:06,278 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNext/17599762c903d4d84038f8868d9e664f/.tmp/testFamily/8a779a90787d4e189787bb9e29969b54
2024-11-25T11:16:06,300 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNext/17599762c903d4d84038f8868d9e664f/.tmp/testFamily/8a779a90787d4e189787bb9e29969b54 as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNext/17599762c903d4d84038f8868d9e664f/testFamily/8a779a90787d4e189787bb9e29969b54
2024-11-25T11:16:06,315 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17599762c903d4d84038f8868d9e664f, 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 6f3fda770d3da1c5ca7f9466a5402bd6, 7c8cc76f67319065557f97573fc06089, 92cd828250577fb7adaecfb606b02d83, a87c04c421713f10f518910a0198ca5f, f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:16:06,316 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/.tmp/info/b37c7ed7b0184be498734120d5abc88b as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/info/b37c7ed7b0184be498734120d5abc88b
2024-11-25T11:16:06,335 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNext/17599762c903d4d84038f8868d9e664f/testFamily/8a779a90787d4e189787bb9e29969b54, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:16:06,342 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 17599762c903d4d84038f8868d9e664f in 122ms, sequenceid=8, compaction requested=false
2024-11-25T11:16:06,344 INFO  [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/info/b37c7ed7b0184be498734120d5abc88b, entries=100, sequenceid=56, filesize=20.1 K
2024-11-25T11:16:06,346 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/.tmp/ns/8c1fe0c851e94637aab91f980682123f as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/ns/8c1fe0c851e94637aab91f980682123f
2024-11-25T11:16:06,362 INFO  [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/ns/8c1fe0c851e94637aab91f980682123f, entries=2, sequenceid=56, filesize=5.0 K
2024-11-25T11:16:06,364 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/.tmp/table/d9b12ca7875b485ba6a99b6694b05b9b as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/table/d9b12ca7875b485ba6a99b6694b05b9b
2024-11-25T11:16:06,376 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNext/17599762c903d4d84038f8868d9e664f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:16:06,376 INFO  [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/table/d9b12ca7875b485ba6a99b6694b05b9b, entries=20, sequenceid=56, filesize=6.5 K
2024-11-25T11:16:06,379 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:16:06,379 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17599762c903d4d84038f8868d9e664f:
Waiting for close lock at 1732533366220Running coprocessor pre-close hooks at 1732533366220Disabling compacts and flushes for region at 1732533366220Disabling writes for close at 1732533366220Obtaining lock to block concurrent updates at 1732533366220Preparing flush snapshotting stores in 17599762c903d4d84038f8868d9e664f at 1732533366220Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732533366221 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f. at 1732533366224 (+3 ms)Flushing 17599762c903d4d84038f8868d9e664f/testFamily: creating writer at 1732533366224Flushing 17599762c903d4d84038f8868d9e664f/testFamily: appending metadata at 1732533366256 (+32 ms)Flushing 17599762c903d4d84038f8868d9e664f/testFamily: closing flushed file at 1732533366256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@edefe29: reopening flushed file at 1732533366298 (+42 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 17599762c903d4d84038f8868d9e664f in 122ms, sequenceid=8, compaction requested=false at 1732533366342 (+44 ms)Writing region close event to WAL at 1732533366352 (+10 ms)Running coprocessor post-close hooks at 1732533366379 (+27 ms)Closed at 1732533366379
2024-11-25T11:16:06,379 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732533339043.17599762c903d4d84038f8868d9e664f.
2024-11-25T11:16:06,379 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6ab946db9f51d64a80a74b25df46c9c, disabling compactions & flushes
2024-11-25T11:16:06,379 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:16:06,380 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:16:06,380 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c. after waiting 0 ms
2024-11-25T11:16:06,380 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:16:06,380 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6ab946db9f51d64a80a74b25df46c9c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:16:06,381 INFO  [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 866ms, sequenceid=56, compaction requested=false
2024-11-25T11:16:06,410 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNext/f6ab946db9f51d64a80a74b25df46c9c/.tmp/testFamily/a0ce28e6a55142cfbda132d07686efaf is 61, key is row-0/testFamily:testQualifier/1732533355316/Put/seqid=0
2024-11-25T11:16:06,418 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-25T11:16:06,419 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-25T11:16:06,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741860_1036 (size=5049)
2024-11-25T11:16:06,420 INFO  [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-25T11:16:06,420 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732533365513Running coprocessor pre-close hooks at 1732533365513Disabling compacts and flushes for region at 1732533365513Disabling writes for close at 1732533365514 (+1 ms)Obtaining lock to block concurrent updates at 1732533365514Preparing flush snapshotting stores in 1588230740 at 1732533365514Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732533365524 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732533365529 (+5 ms)Flushing 1588230740/info: creating writer at 1732533365530 (+1 ms)Flushing 1588230740/info: appending metadata at 1732533365616 (+86 ms)Flushing 1588230740/info: closing flushed file at 1732533365617 (+1 ms)Flushing 1588230740/ns: creating writer at 1732533366120 (+503 ms)Flushing 1588230740/ns: appending metadata at 1732533366150 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732533366150Flushing 1588230740/table: creating writer at 1732533366206 (+56 ms)Flushing 1588230740/table: appending metadata at 1732533366258 (+52 ms)Flushing 1588230740/table: closing flushed file at 1732533366258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b230ff3: reopening flushed file at 1732533366303 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7239e5: reopening flushed file at 1732533366345 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f274ac0: reopening flushed file at 1732533366362 (+17 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 866ms, sequenceid=56, compaction requested=false at 1732533366381 (+19 ms)Writing region close event to WAL at 1732533366403 (+22 ms)Running coprocessor post-close hooks at 1732533366419 (+16 ms)Closed at 1732533366420 (+1 ms)
2024-11-25T11:16:06,421 DEBUG [RS_CLOSE_META-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-25T11:16:06,516 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close
2024-11-25T11:16:06,516 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1325): Online Regions={f6ab946db9f51d64a80a74b25df46c9c=hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c., 92cd828250577fb7adaecfb606b02d83=testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., 6f3fda770d3da1c5ca7f9466a5402bd6=testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., 2a02570f34bda176fef683606bd636a9=hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9., 7c8cc76f67319065557f97573fc06089=testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089., 36e5e23fa041ef51cd4afa3374cbfece=hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece., a87c04c421713f10f518910a0198ca5f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f., 4a79dc27c2985415d435e89fd26c2db7=testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.}
2024-11-25T11:16:06,516 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 6f3fda770d3da1c5ca7f9466a5402bd6, 7c8cc76f67319065557f97573fc06089, 92cd828250577fb7adaecfb606b02d83, a87c04c421713f10f518910a0198ca5f, f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:16:06,716 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 6f3fda770d3da1c5ca7f9466a5402bd6, 7c8cc76f67319065557f97573fc06089, 92cd828250577fb7adaecfb606b02d83, a87c04c421713f10f518910a0198ca5f, f6ab946db9f51d64a80a74b25df46c9c
2024-11-25T11:16:06,821 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNext/f6ab946db9f51d64a80a74b25df46c9c/.tmp/testFamily/a0ce28e6a55142cfbda132d07686efaf
2024-11-25T11:16:06,840 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNext/f6ab946db9f51d64a80a74b25df46c9c/.tmp/testFamily/a0ce28e6a55142cfbda132d07686efaf as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNext/f6ab946db9f51d64a80a74b25df46c9c/testFamily/a0ce28e6a55142cfbda132d07686efaf
2024-11-25T11:16:06,858 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNext/f6ab946db9f51d64a80a74b25df46c9c/testFamily/a0ce28e6a55142cfbda132d07686efaf, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:16:06,859 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f6ab946db9f51d64a80a74b25df46c9c in 479ms, sequenceid=8, compaction requested=false
2024-11-25T11:16:06,876 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNext/f6ab946db9f51d64a80a74b25df46c9c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:16:06,878 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:16:06,878 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6ab946db9f51d64a80a74b25df46c9c:
Waiting for close lock at 1732533366379Running coprocessor pre-close hooks at 1732533366379Disabling compacts and flushes for region at 1732533366379Disabling writes for close at 1732533366380 (+1 ms)Obtaining lock to block concurrent updates at 1732533366380Preparing flush snapshotting stores in f6ab946db9f51d64a80a74b25df46c9c at 1732533366380Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732533366380Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c. at 1732533366382 (+2 ms)Flushing f6ab946db9f51d64a80a74b25df46c9c/testFamily: creating writer at 1732533366382Flushing f6ab946db9f51d64a80a74b25df46c9c/testFamily: appending metadata at 1732533366409 (+27 ms)Flushing f6ab946db9f51d64a80a74b25df46c9c/testFamily: closing flushed file at 1732533366409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42318d0a: reopening flushed file at 1732533366838 (+429 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f6ab946db9f51d64a80a74b25df46c9c in 479ms, sequenceid=8, compaction requested=false at 1732533366859 (+21 ms)Writing region close event to WAL at 1732533366862 (+3 ms)Running coprocessor post-close hooks at 1732533366878 (+16 ms)Closed at 1732533366878
2024-11-25T11:16:06,878 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732533354262.f6ab946db9f51d64a80a74b25df46c9c.
2024-11-25T11:16:06,879 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92cd828250577fb7adaecfb606b02d83, disabling compactions & flushes
2024-11-25T11:16:06,879 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:16:06,879 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:16:06,879 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83. after waiting 0 ms
2024-11-25T11:16:06,879 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:16:06,879 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92cd828250577fb7adaecfb606b02d83 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:16:06,914 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScanner/92cd828250577fb7adaecfb606b02d83/.tmp/testFamily/ffa51898f77e413a9a247f1fab489cc4 is 61, key is row-0/testFamily:testQualifier/1732533331817/Put/seqid=0
2024-11-25T11:16:06,917 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 6f3fda770d3da1c5ca7f9466a5402bd6, 7c8cc76f67319065557f97573fc06089, 92cd828250577fb7adaecfb606b02d83, a87c04c421713f10f518910a0198ca5f
2024-11-25T11:16:06,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741861_1037 (size=5049)
2024-11-25T11:16:06,939 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScanner/92cd828250577fb7adaecfb606b02d83/.tmp/testFamily/ffa51898f77e413a9a247f1fab489cc4
2024-11-25T11:16:06,958 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScanner/92cd828250577fb7adaecfb606b02d83/.tmp/testFamily/ffa51898f77e413a9a247f1fab489cc4 as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScanner/92cd828250577fb7adaecfb606b02d83/testFamily/ffa51898f77e413a9a247f1fab489cc4
2024-11-25T11:16:06,975 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScanner/92cd828250577fb7adaecfb606b02d83/testFamily/ffa51898f77e413a9a247f1fab489cc4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:16:06,977 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 92cd828250577fb7adaecfb606b02d83 in 98ms, sequenceid=8, compaction requested=false
2024-11-25T11:16:06,998 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScanner/92cd828250577fb7adaecfb606b02d83/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:16:06,999 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:16:06,999 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92cd828250577fb7adaecfb606b02d83:
Waiting for close lock at 1732533366879Running coprocessor pre-close hooks at 1732533366879Disabling compacts and flushes for region at 1732533366879Disabling writes for close at 1732533366879Obtaining lock to block concurrent updates at 1732533366879Preparing flush snapshotting stores in 92cd828250577fb7adaecfb606b02d83 at 1732533366879Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732533366879Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83. at 1732533366880 (+1 ms)Flushing 92cd828250577fb7adaecfb606b02d83/testFamily: creating writer at 1732533366880Flushing 92cd828250577fb7adaecfb606b02d83/testFamily: appending metadata at 1732533366913 (+33 ms)Flushing 92cd828250577fb7adaecfb606b02d83/testFamily: closing flushed file at 1732533366913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e43d0e8: reopening flushed file at 1732533366953 (+40 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 92cd828250577fb7adaecfb606b02d83 in 98ms, sequenceid=8, compaction requested=false at 1732533366977 (+24 ms)Writing region close event to WAL at 1732533366979 (+2 ms)Running coprocessor post-close hooks at 1732533366999 (+20 ms)Closed at 1732533366999
2024-11-25T11:16:06,999 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732533328754.92cd828250577fb7adaecfb606b02d83.
2024-11-25T11:16:07,000 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f3fda770d3da1c5ca7f9466a5402bd6, disabling compactions & flushes
2024-11-25T11:16:07,000 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:07,000 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:07,000 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6. after waiting 0 ms
2024-11-25T11:16:07,000 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:07,000 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f3fda770d3da1c5ca7f9466a5402bd6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:16:07,038 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f3fda770d3da1c5ca7f9466a5402bd6/.tmp/testFamily/69f2e313b01446238f78781a42048e21 is 61, key is row-0/testFamily:testQualifier/1732533362439/Put/seqid=0
2024-11-25T11:16:07,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741862_1038 (size=5049)
2024-11-25T11:16:07,050 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f3fda770d3da1c5ca7f9466a5402bd6/.tmp/testFamily/69f2e313b01446238f78781a42048e21
2024-11-25T11:16:07,066 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f3fda770d3da1c5ca7f9466a5402bd6/.tmp/testFamily/69f2e313b01446238f78781a42048e21 as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f3fda770d3da1c5ca7f9466a5402bd6/testFamily/69f2e313b01446238f78781a42048e21
2024-11-25T11:16:07,081 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f3fda770d3da1c5ca7f9466a5402bd6/testFamily/69f2e313b01446238f78781a42048e21, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:16:07,083 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6f3fda770d3da1c5ca7f9466a5402bd6 in 83ms, sequenceid=8, compaction requested=false
2024-11-25T11:16:07,083 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-25T11:16:07,101 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f3fda770d3da1c5ca7f9466a5402bd6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:16:07,103 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:07,103 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f3fda770d3da1c5ca7f9466a5402bd6:
Waiting for close lock at 1732533367000Running coprocessor pre-close hooks at 1732533367000Disabling compacts and flushes for region at 1732533367000Disabling writes for close at 1732533367000Obtaining lock to block concurrent updates at 1732533367000Preparing flush snapshotting stores in 6f3fda770d3da1c5ca7f9466a5402bd6 at 1732533367000Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732533367000Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6. at 1732533367003 (+3 ms)Flushing 6f3fda770d3da1c5ca7f9466a5402bd6/testFamily: creating writer at 1732533367003Flushing 6f3fda770d3da1c5ca7f9466a5402bd6/testFamily: appending metadata at 1732533367038 (+35 ms)Flushing 6f3fda770d3da1c5ca7f9466a5402bd6/testFamily: closing flushed file at 1732533367038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5c8f32: reopening flushed file at 1732533367063 (+25 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6f3fda770d3da1c5ca7f9466a5402bd6 in 83ms, sequenceid=8, compaction requested=false at 1732533367083 (+20 ms)Writing region close event to WAL at 1732533367086 (+3 ms)Running coprocessor post-close hooks at 1732533367102 (+16 ms)Closed at 1732533367103 (+1 ms)
2024-11-25T11:16:07,103 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732533361401.6f3fda770d3da1c5ca7f9466a5402bd6.
2024-11-25T11:16:07,103 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a02570f34bda176fef683606bd636a9, disabling compactions & flushes
2024-11-25T11:16:07,103 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:16:07,103 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:16:07,103 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9. after waiting 0 ms
2024-11-25T11:16:07,103 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:16:07,103 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a02570f34bda176fef683606bd636a9 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:16:07,117 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 7c8cc76f67319065557f97573fc06089, a87c04c421713f10f518910a0198ca5f
2024-11-25T11:16:07,133 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScanner/2a02570f34bda176fef683606bd636a9/.tmp/testFamily/6c4a9d4cbb764148b5d426475d08980a is 61, key is row-0/testFamily:testQualifier/1732533312428/Put/seqid=0
2024-11-25T11:16:07,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741863_1039 (size=5049)
2024-11-25T11:16:07,317 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 7c8cc76f67319065557f97573fc06089, a87c04c421713f10f518910a0198ca5f
2024-11-25T11:16:07,518 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-25T11:16:07,518 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1325): Online Regions={2a02570f34bda176fef683606bd636a9=hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9., 7c8cc76f67319065557f97573fc06089=testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089., 36e5e23fa041ef51cd4afa3374cbfece=hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece., a87c04c421713f10f518910a0198ca5f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f., 4a79dc27c2985415d435e89fd26c2db7=testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.}
2024-11-25T11:16:07,518 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 2a02570f34bda176fef683606bd636a9, 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 7c8cc76f67319065557f97573fc06089, a87c04c421713f10f518910a0198ca5f
2024-11-25T11:16:07,580 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScanner/2a02570f34bda176fef683606bd636a9/.tmp/testFamily/6c4a9d4cbb764148b5d426475d08980a
2024-11-25T11:16:07,599 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScanner/2a02570f34bda176fef683606bd636a9/.tmp/testFamily/6c4a9d4cbb764148b5d426475d08980a as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScanner/2a02570f34bda176fef683606bd636a9/testFamily/6c4a9d4cbb764148b5d426475d08980a
2024-11-25T11:16:07,611 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScanner/2a02570f34bda176fef683606bd636a9/testFamily/6c4a9d4cbb764148b5d426475d08980a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:16:07,614 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2a02570f34bda176fef683606bd636a9 in 511ms, sequenceid=8, compaction requested=false
2024-11-25T11:16:07,633 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScanner/2a02570f34bda176fef683606bd636a9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:16:07,636 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:16:07,636 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a02570f34bda176fef683606bd636a9:
Waiting for close lock at 1732533367103Running coprocessor pre-close hooks at 1732533367103Disabling compacts and flushes for region at 1732533367103Disabling writes for close at 1732533367103Obtaining lock to block concurrent updates at 1732533367103Preparing flush snapshotting stores in 2a02570f34bda176fef683606bd636a9 at 1732533367103Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732533367104 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9. at 1732533367108 (+4 ms)Flushing 2a02570f34bda176fef683606bd636a9/testFamily: creating writer at 1732533367108Flushing 2a02570f34bda176fef683606bd636a9/testFamily: appending metadata at 1732533367133 (+25 ms)Flushing 2a02570f34bda176fef683606bd636a9/testFamily: closing flushed file at 1732533367133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4346c270: reopening flushed file at 1732533367598 (+465 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2a02570f34bda176fef683606bd636a9 in 511ms, sequenceid=8, compaction requested=false at 1732533367614 (+16 ms)Writing region close event to WAL at 1732533367617 (+3 ms)Running coprocessor post-close hooks at 1732533367636 (+19 ms)Closed at 1732533367636
2024-11-25T11:16:07,636 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732533309368.2a02570f34bda176fef683606bd636a9.
2024-11-25T11:16:07,637 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c8cc76f67319065557f97573fc06089, disabling compactions & flushes
2024-11-25T11:16:07,637 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:16:07,637 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:16:07,637 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089. after waiting 0 ms
2024-11-25T11:16:07,637 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:16:07,637 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c8cc76f67319065557f97573fc06089 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:16:07,666 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7c8cc76f67319065557f97573fc06089/.tmp/testFamily/d50088cde83b41a393f0b5ef099511e7 is 61, key is row-0/testFamily:testQualifier/1732533309198/Put/seqid=0
2024-11-25T11:16:07,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741864_1040 (size=5049)
2024-11-25T11:16:07,677 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7c8cc76f67319065557f97573fc06089/.tmp/testFamily/d50088cde83b41a393f0b5ef099511e7
2024-11-25T11:16:07,690 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7c8cc76f67319065557f97573fc06089/.tmp/testFamily/d50088cde83b41a393f0b5ef099511e7 as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7c8cc76f67319065557f97573fc06089/testFamily/d50088cde83b41a393f0b5ef099511e7
2024-11-25T11:16:07,706 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7c8cc76f67319065557f97573fc06089/testFamily/d50088cde83b41a393f0b5ef099511e7, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:16:07,707 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7c8cc76f67319065557f97573fc06089 in 70ms, sequenceid=8, compaction requested=false
2024-11-25T11:16:07,718 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7c8cc76f67319065557f97573fc06089/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:16:07,718 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 36e5e23fa041ef51cd4afa3374cbfece, 4a79dc27c2985415d435e89fd26c2db7, 7c8cc76f67319065557f97573fc06089, a87c04c421713f10f518910a0198ca5f
2024-11-25T11:16:07,718 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:16:07,719 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c8cc76f67319065557f97573fc06089:
Waiting for close lock at 1732533367637Running coprocessor pre-close hooks at 1732533367637Disabling compacts and flushes for region at 1732533367637Disabling writes for close at 1732533367637Obtaining lock to block concurrent updates at 1732533367637Preparing flush snapshotting stores in 7c8cc76f67319065557f97573fc06089 at 1732533367637Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732533367637Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089. at 1732533367638 (+1 ms)Flushing 7c8cc76f67319065557f97573fc06089/testFamily: creating writer at 1732533367638Flushing 7c8cc76f67319065557f97573fc06089/testFamily: appending metadata at 1732533367666 (+28 ms)Flushing 7c8cc76f67319065557f97573fc06089/testFamily: closing flushed file at 1732533367666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7969763f: reopening flushed file at 1732533367689 (+23 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7c8cc76f67319065557f97573fc06089 in 70ms, sequenceid=8, compaction requested=false at 1732533367707 (+18 ms)Writing region close event to WAL at 1732533367708 (+1 ms)Running coprocessor post-close hooks at 1732533367718 (+10 ms)Closed at 1732533367718
2024-11-25T11:16:07,719 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732533308119.7c8cc76f67319065557f97573fc06089.
2024-11-25T11:16:07,719 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36e5e23fa041ef51cd4afa3374cbfece, disabling compactions & flushes
2024-11-25T11:16:07,719 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:16:07,719 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:16:07,719 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece. after waiting 0 ms
2024-11-25T11:16:07,719 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:16:07,719 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36e5e23fa041ef51cd4afa3374cbfece 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:16:07,733 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:16:07,756 DEBUG [master/6bfc37bad115:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-25T11:16:07,761 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNextAsync/36e5e23fa041ef51cd4afa3374cbfece/.tmp/testFamily/b1f3707bf9f14b09a8197208b685c9c6 is 61, key is row-0/testFamily:testQualifier/1732533321559/Put/seqid=0
2024-11-25T11:16:07,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741865_1041 (size=5049)
2024-11-25T11:16:07,809 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNextAsync/36e5e23fa041ef51cd4afa3374cbfece/.tmp/testFamily/b1f3707bf9f14b09a8197208b685c9c6
2024-11-25T11:16:07,854 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNextAsync/36e5e23fa041ef51cd4afa3374cbfece/.tmp/testFamily/b1f3707bf9f14b09a8197208b685c9c6 as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNextAsync/36e5e23fa041ef51cd4afa3374cbfece/testFamily/b1f3707bf9f14b09a8197208b685c9c6
2024-11-25T11:16:07,880 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNextAsync/36e5e23fa041ef51cd4afa3374cbfece/testFamily/b1f3707bf9f14b09a8197208b685c9c6, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:16:07,881 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 36e5e23fa041ef51cd4afa3374cbfece in 162ms, sequenceid=8, compaction requested=false
2024-11-25T11:16:07,890 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnNextAsync/36e5e23fa041ef51cd4afa3374cbfece/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:16:07,891 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:16:07,892 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36e5e23fa041ef51cd4afa3374cbfece:
Waiting for close lock at 1732533367719Running coprocessor pre-close hooks at 1732533367719Disabling compacts and flushes for region at 1732533367719Disabling writes for close at 1732533367719Obtaining lock to block concurrent updates at 1732533367719Preparing flush snapshotting stores in 36e5e23fa041ef51cd4afa3374cbfece at 1732533367719Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732533367720 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece. at 1732533367722 (+2 ms)Flushing 36e5e23fa041ef51cd4afa3374cbfece/testFamily: creating writer at 1732533367722Flushing 36e5e23fa041ef51cd4afa3374cbfece/testFamily: appending metadata at 1732533367760 (+38 ms)Flushing 36e5e23fa041ef51cd4afa3374cbfece/testFamily: closing flushed file at 1732533367760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bceb80e: reopening flushed file at 1732533367850 (+90 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 36e5e23fa041ef51cd4afa3374cbfece in 162ms, sequenceid=8, compaction requested=false at 1732533367881 (+31 ms)Writing region close event to WAL at 1732533367885 (+4 ms)Running coprocessor post-close hooks at 1732533367891 (+6 ms)Closed at 1732533367891
2024-11-25T11:16:07,892 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732533318507.36e5e23fa041ef51cd4afa3374cbfece.
2024-11-25T11:16:07,892 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a87c04c421713f10f518910a0198ca5f, disabling compactions & flushes
2024-11-25T11:16:07,892 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:16:07,892 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:16:07,892 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f. after waiting 0 ms
2024-11-25T11:16:07,892 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:16:07,892 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a87c04c421713f10f518910a0198ca5f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:16:07,916 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a87c04c421713f10f518910a0198ca5f/.tmp/testFamily/f58301c8b197414c828c7a352bb4090e is 61, key is row-0/testFamily:testQualifier/1732533348203/Put/seqid=0
2024-11-25T11:16:07,918 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 4a79dc27c2985415d435e89fd26c2db7, a87c04c421713f10f518910a0198ca5f
2024-11-25T11:16:07,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741866_1042 (size=5049)
2024-11-25T11:16:07,948 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a87c04c421713f10f518910a0198ca5f/.tmp/testFamily/f58301c8b197414c828c7a352bb4090e
2024-11-25T11:16:07,959 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a87c04c421713f10f518910a0198ca5f/.tmp/testFamily/f58301c8b197414c828c7a352bb4090e as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a87c04c421713f10f518910a0198ca5f/testFamily/f58301c8b197414c828c7a352bb4090e
2024-11-25T11:16:07,977 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a87c04c421713f10f518910a0198ca5f/testFamily/f58301c8b197414c828c7a352bb4090e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:16:07,979 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a87c04c421713f10f518910a0198ca5f in 87ms, sequenceid=8, compaction requested=false
2024-11-25T11:16:08,013 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a87c04c421713f10f518910a0198ca5f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:16:08,014 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:16:08,015 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a87c04c421713f10f518910a0198ca5f:
Waiting for close lock at 1732533367892Running coprocessor pre-close hooks at 1732533367892Disabling compacts and flushes for region at 1732533367892Disabling writes for close at 1732533367892Obtaining lock to block concurrent updates at 1732533367892Preparing flush snapshotting stores in a87c04c421713f10f518910a0198ca5f at 1732533367892Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732533367892Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f. at 1732533367893 (+1 ms)Flushing a87c04c421713f10f518910a0198ca5f/testFamily: creating writer at 1732533367893Flushing a87c04c421713f10f518910a0198ca5f/testFamily: appending metadata at 1732533367915 (+22 ms)Flushing a87c04c421713f10f518910a0198ca5f/testFamily: closing flushed file at 1732533367915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1765a384: reopening flushed file at 1732533367958 (+43 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a87c04c421713f10f518910a0198ca5f in 87ms, sequenceid=8, compaction requested=false at 1732533367979 (+21 ms)Writing region close event to WAL at 1732533368001 (+22 ms)Running coprocessor post-close hooks at 1732533368014 (+13 ms)Closed at 1732533368014
2024-11-25T11:16:08,015 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732533345145.a87c04c421713f10f518910a0198ca5f.
2024-11-25T11:16:08,015 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a79dc27c2985415d435e89fd26c2db7, disabling compactions & flushes
2024-11-25T11:16:08,015 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:16:08,015 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:16:08,015 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7. after waiting 0 ms
2024-11-25T11:16:08,015 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:16:08,015 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a79dc27c2985415d435e89fd26c2db7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:16:08,060 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNextAsync/4a79dc27c2985415d435e89fd26c2db7/.tmp/testFamily/6b319adaa50f47ed890ede6f3a953219 is 61, key is row-0/testFamily:testQualifier/1732533335973/Put/seqid=0
2024-11-25T11:16:08,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741867_1043 (size=5049)
2024-11-25T11:16:08,088 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNextAsync/4a79dc27c2985415d435e89fd26c2db7/.tmp/testFamily/6b319adaa50f47ed890ede6f3a953219
2024-11-25T11:16:08,113 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNextAsync/4a79dc27c2985415d435e89fd26c2db7/.tmp/testFamily/6b319adaa50f47ed890ede6f3a953219 as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNextAsync/4a79dc27c2985415d435e89fd26c2db7/testFamily/6b319adaa50f47ed890ede6f3a953219
2024-11-25T11:16:08,119 DEBUG [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1351): Waiting on 4a79dc27c2985415d435e89fd26c2db7
2024-11-25T11:16:08,127 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNextAsync/4a79dc27c2985415d435e89fd26c2db7/testFamily/6b319adaa50f47ed890ede6f3a953219, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:16:08,129 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4a79dc27c2985415d435e89fd26c2db7 in 114ms, sequenceid=8, compaction requested=false
2024-11-25T11:16:08,141 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/data/default/testNormalScanTimeoutOnNextAsync/4a79dc27c2985415d435e89fd26c2db7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:16:08,142 INFO  [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:16:08,142 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a79dc27c2985415d435e89fd26c2db7:
Waiting for close lock at 1732533368015Running coprocessor pre-close hooks at 1732533368015Disabling compacts and flushes for region at 1732533368015Disabling writes for close at 1732533368015Obtaining lock to block concurrent updates at 1732533368015Preparing flush snapshotting stores in 4a79dc27c2985415d435e89fd26c2db7 at 1732533368015Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732533368016 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7. at 1732533368016Flushing 4a79dc27c2985415d435e89fd26c2db7/testFamily: creating writer at 1732533368017 (+1 ms)Flushing 4a79dc27c2985415d435e89fd26c2db7/testFamily: appending metadata at 1732533368060 (+43 ms)Flushing 4a79dc27c2985415d435e89fd26c2db7/testFamily: closing flushed file at 1732533368060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8beb51: reopening flushed file at 1732533368111 (+51 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4a79dc27c2985415d435e89fd26c2db7 in 114ms, sequenceid=8, compaction requested=false at 1732533368129 (+18 ms)Writing region close event to WAL at 1732533368130 (+1 ms)Running coprocessor post-close hooks at 1732533368142 (+12 ms)Closed at 1732533368142
2024-11-25T11:16:08,143 DEBUG [RS_CLOSE_REGION-regionserver/6bfc37bad115:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732533334933.4a79dc27c2985415d435e89fd26c2db7.
2024-11-25T11:16:08,319 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(976): stopping server 6bfc37bad115,43575,1732533273631; all regions closed.
2024-11-25T11:16:08,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741834_1010 (size=19479)
2024-11-25T11:16:08,329 DEBUG [RS:0;6bfc37bad115:43575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/oldWALs
2024-11-25T11:16:08,329 INFO  [RS:0;6bfc37bad115:43575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6bfc37bad115%2C43575%2C1732533273631.meta:.meta(num 1732533307381)
2024-11-25T11:16:08,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741833_1009 (size=20031)
2024-11-25T11:16:08,334 DEBUG [RS:0;6bfc37bad115:43575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/oldWALs
2024-11-25T11:16:08,334 INFO  [RS:0;6bfc37bad115:43575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6bfc37bad115%2C43575%2C1732533273631:(num 1732533306997)
2024-11-25T11:16:08,334 DEBUG [RS:0;6bfc37bad115:43575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:16:08,334 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T11:16:08,335 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-25T11:16:08,335 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.ChoreService(370): Chore service for: regionserver/6bfc37bad115:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-25T11:16:08,335 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-25T11:16:08,335 INFO  [regionserver/6bfc37bad115:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-25T11:16:08,337 INFO  [RS:0;6bfc37bad115:43575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43575
2024-11-25T11:16:08,338 INFO  [regionserver/6bfc37bad115:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T11:16:08,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-25T11:16:08,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6bfc37bad115,43575,1732533273631
2024-11-25T11:16:08,340 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-25T11:16:08,341 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6bfc37bad115,43575,1732533273631]
2024-11-25T11:16:08,343 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6bfc37bad115,43575,1732533273631 already deleted, retry=false
2024-11-25T11:16:08,343 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6bfc37bad115,43575,1732533273631 expired; onlineServers=0
2024-11-25T11:16:08,344 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6bfc37bad115,36359,1732533272137' *****
2024-11-25T11:16:08,344 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-25T11:16:08,344 INFO  [M:0;6bfc37bad115:36359 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-25T11:16:08,344 INFO  [M:0;6bfc37bad115:36359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-25T11:16:08,344 DEBUG [M:0;6bfc37bad115:36359 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-25T11:16:08,344 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-25T11:16:08,344 DEBUG [M:0;6bfc37bad115:36359 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-25T11:16:08,344 DEBUG [master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.small.0-1732533276676 {}] cleaner.HFileCleaner(306): Exit Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.small.0-1732533276676,5,FailOnTimeoutGroup]
2024-11-25T11:16:08,344 DEBUG [master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.large.0-1732533276665 {}] cleaner.HFileCleaner(306): Exit Thread[master/6bfc37bad115:0:becomeActiveMaster-HFileCleaner.large.0-1732533276665,5,FailOnTimeoutGroup]
2024-11-25T11:16:08,344 INFO  [M:0;6bfc37bad115:36359 {}] hbase.ChoreService(370): Chore service for: master/6bfc37bad115:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-25T11:16:08,344 INFO  [M:0;6bfc37bad115:36359 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-25T11:16:08,345 DEBUG [M:0;6bfc37bad115:36359 {}] master.HMaster(1795): Stopping service threads
2024-11-25T11:16:08,345 INFO  [M:0;6bfc37bad115:36359 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-25T11:16:08,345 INFO  [M:0;6bfc37bad115:36359 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-25T11:16:08,345 INFO  [M:0;6bfc37bad115:36359 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-25T11:16:08,346 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-25T11:16:08,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-25T11:16:08,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:16:08,346 DEBUG [M:0;6bfc37bad115:36359 {}] zookeeper.ZKUtil(347): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-25T11:16:08,346 WARN  [M:0;6bfc37bad115:36359 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-25T11:16:08,347 INFO  [M:0;6bfc37bad115:36359 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/.lastflushedseqids
2024-11-25T11:16:08,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741868_1044 (size=460)
2024-11-25T11:16:08,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:16:08,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43575-0x10076a5cbeb0001, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:16:08,444 INFO  [RS:0;6bfc37bad115:43575 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-25T11:16:08,444 INFO  [RS:0;6bfc37bad115:43575 {}] regionserver.HRegionServer(1031): Exiting; stopping=6bfc37bad115,43575,1732533273631; zookeeper connection closed.
2024-11-25T11:16:08,444 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fe9528a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fe9528a
2024-11-25T11:16:08,445 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-25T11:16:08,761 INFO  [M:0;6bfc37bad115:36359 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-25T11:16:08,762 INFO  [M:0;6bfc37bad115:36359 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-25T11:16:08,762 DEBUG [M:0;6bfc37bad115:36359 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-25T11:16:08,762 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:16:08,762 DEBUG [M:0;6bfc37bad115:36359 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:16:08,762 DEBUG [M:0;6bfc37bad115:36359 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-25T11:16:08,762 DEBUG [M:0;6bfc37bad115:36359 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:16:08,762 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.75 KB heapSize=190.19 KB
2024-11-25T11:16:08,782 DEBUG [M:0;6bfc37bad115:36359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48e6a4d90a204b2bb155f96eb5c52f9a is 82, key is hbase:meta,,1/info:regioninfo/1732533307522/Put/seqid=0
2024-11-25T11:16:08,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741869_1045 (size=5672)
2024-11-25T11:16:09,189 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48e6a4d90a204b2bb155f96eb5c52f9a
2024-11-25T11:16:09,235 DEBUG [M:0;6bfc37bad115:36359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9163ec685fef446b823c42ddb4f1e855 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732533308772/Put/seqid=0
2024-11-25T11:16:09,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741870_1046 (size=14065)
2024-11-25T11:16:09,648 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.19 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9163ec685fef446b823c42ddb4f1e855
2024-11-25T11:16:09,656 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9163ec685fef446b823c42ddb4f1e855
2024-11-25T11:16:09,674 DEBUG [M:0;6bfc37bad115:36359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/578225f3685b4d2bbb35b2642310da5c is 69, key is 6bfc37bad115,43575,1732533273631/rs:state/1732533276708/Put/seqid=0
2024-11-25T11:16:09,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741871_1047 (size=5156)
2024-11-25T11:16:10,080 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/578225f3685b4d2bbb35b2642310da5c
2024-11-25T11:16:10,087 DEBUG [M:0;6bfc37bad115:36359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48e6a4d90a204b2bb155f96eb5c52f9a as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48e6a4d90a204b2bb155f96eb5c52f9a
2024-11-25T11:16:10,093 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48e6a4d90a204b2bb155f96eb5c52f9a, entries=8, sequenceid=311, filesize=5.5 K
2024-11-25T11:16:10,095 DEBUG [M:0;6bfc37bad115:36359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9163ec685fef446b823c42ddb4f1e855 as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9163ec685fef446b823c42ddb4f1e855
2024-11-25T11:16:10,101 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9163ec685fef446b823c42ddb4f1e855
2024-11-25T11:16:10,101 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9163ec685fef446b823c42ddb4f1e855, entries=33, sequenceid=311, filesize=13.7 K
2024-11-25T11:16:10,102 DEBUG [M:0;6bfc37bad115:36359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/578225f3685b4d2bbb35b2642310da5c as hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/578225f3685b4d2bbb35b2642310da5c
2024-11-25T11:16:10,108 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46525/user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/578225f3685b4d2bbb35b2642310da5c, entries=1, sequenceid=311, filesize=5.0 K
2024-11-25T11:16:10,109 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.75 KB/166651, heapSize ~189.89 KB/194448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=311, compaction requested=false
2024-11-25T11:16:10,111 INFO  [M:0;6bfc37bad115:36359 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:16:10,111 DEBUG [M:0;6bfc37bad115:36359 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732533368762Disabling compacts and flushes for region at 1732533368762Disabling writes for close at 1732533368762Obtaining lock to block concurrent updates at 1732533368762Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732533368762Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166651, getHeapSize=194688, getOffHeapSize=0, getCellsCount=358 at 1732533368763 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732533368764 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732533368764Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732533368782 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732533368782Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732533369196 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732533369234 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732533369234Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732533369656 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732533369673 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732533369673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be3f256: reopening flushed file at 1732533370086 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dcc15dc: reopening flushed file at 1732533370094 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d95d9c0: reopening flushed file at 1732533370101 (+7 ms)Finished flush of dataSize ~162.75 KB/166651, heapSize ~189.89 KB/194448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=311, compaction requested=false at 1732533370109 (+8 ms)Writing region close event to WAL at 1732533370111 (+2 ms)Closed at 1732533370111
2024-11-25T11:16:10,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41489 is added to blk_1073741830_1006 (size=187473)
2024-11-25T11:16:10,114 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88d2b2fc-2581-4dff-ee20-10f8e5275cc5/MasterData/WALs/6bfc37bad115,36359,1732533272137/6bfc37bad115%2C36359%2C1732533272137.1732533275513 not finished, retry = 0
2024-11-25T11:16:10,215 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-25T11:16:10,216 INFO  [M:0;6bfc37bad115:36359 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-25T11:16:10,216 INFO  [M:0;6bfc37bad115:36359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36359
2024-11-25T11:16:10,216 INFO  [M:0;6bfc37bad115:36359 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-25T11:16:10,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:16:10,318 INFO  [M:0;6bfc37bad115:36359 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-25T11:16:10,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36359-0x10076a5cbeb0000, quorum=127.0.0.1:50670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:16:10,323 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5589cdf5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T11:16:10,325 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75f79e6f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T11:16:10,325 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T11:16:10,326 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cc8666a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T11:16:10,326 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39e2c913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/hadoop.log.dir/,STOPPED}
2024-11-25T11:16:10,328 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-25T11:16:10,328 WARN  [BP-577490018-172.17.0.3-1732533265508 heartbeating to localhost/127.0.0.1:46525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-25T11:16:10,328 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-25T11:16:10,328 WARN  [BP-577490018-172.17.0.3-1732533265508 heartbeating to localhost/127.0.0.1:46525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-577490018-172.17.0.3-1732533265508 (Datanode Uuid ddd319fb-53be-40ea-a223-cdfbd520d682) service to localhost/127.0.0.1:46525
2024-11-25T11:16:10,330 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/cluster_1a1845db-f333-713a-611c-64c912d714da/data/data1/current/BP-577490018-172.17.0.3-1732533265508 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T11:16:10,330 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/cluster_1a1845db-f333-713a-611c-64c912d714da/data/data2/current/BP-577490018-172.17.0.3-1732533265508 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T11:16:10,330 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-25T11:16:10,338 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21a9f2dc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-25T11:16:10,339 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b7efa4f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T11:16:10,339 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T11:16:10,339 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13f713ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T11:16:10,339 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72daf39c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0dd14dcb-1c09-10c6-5a8e-bf30912f346b/hadoop.log.dir/,STOPPED}
2024-11-25T11:16:10,346 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-25T11:16:10,369 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down