2024-12-03 02:23:24,117 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-03 02:23:24,166 main DEBUG Took 0.021043 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-03 02:23:24,167 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-03 02:23:24,167 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-03 02:23:24,169 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-03 02:23:24,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,180 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-03 02:23:24,197 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,205 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,208 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,210 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,212 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,213 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,214 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,215 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,217 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,220 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,226 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 02:23:24,228 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,228 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-03 02:23:24,230 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 02:23:24,232 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-03 02:23:24,235 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-03 02:23:24,235 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-03 02:23:24,237 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-03 02:23:24,237 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-03 02:23:24,248 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-03 02:23:24,251 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-03 02:23:24,254 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-03 02:23:24,254 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-03 02:23:24,255 main DEBUG createAppenders(={Console})
2024-12-03 02:23:24,260 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-03 02:23:24,260 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-03 02:23:24,261 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-03 02:23:24,264 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-03 02:23:24,265 main DEBUG OutputStream closed
2024-12-03 02:23:24,266 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-03 02:23:24,267 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-03 02:23:24,267 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-03 02:23:24,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-03 02:23:24,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-03 02:23:24,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-03 02:23:24,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-03 02:23:24,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-03 02:23:24,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-03 02:23:24,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-03 02:23:24,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-03 02:23:24,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-03 02:23:24,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-03 02:23:24,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-03 02:23:24,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-03 02:23:24,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-03 02:23:24,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-03 02:23:24,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-03 02:23:24,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-03 02:23:24,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-03 02:23:24,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-03 02:23:24,424 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03 02:23:24,425 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-03 02:23:24,425 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-03 02:23:24,426 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-03T02:23:24,444 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-03 02:23:24,457 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-03 02:23:24,457 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03T02:23:24,882 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f
2024-12-03T02:23:24,908 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-03T02:23:24,938 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/cluster_0c9f44c7-2bff-1bfe-cd09-3769c8b578a0, deleteOnExit=true
2024-12-03T02:23:24,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-03T02:23:24,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/test.cache.data in system properties and HBase conf
2024-12-03T02:23:24,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T02:23:24,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/hadoop.log.dir in system properties and HBase conf
2024-12-03T02:23:24,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T02:23:24,943 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T02:23:24,944 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T02:23:25,099 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-03T02:23:25,244 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-03T02:23:25,251 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T02:23:25,252 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T02:23:25,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T02:23:25,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T02:23:25,256 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T02:23:25,257 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T02:23:25,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T02:23:25,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T02:23:25,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T02:23:25,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/nfs.dump.dir in system properties and HBase conf
2024-12-03T02:23:25,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/java.io.tmpdir in system properties and HBase conf
2024-12-03T02:23:25,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T02:23:25,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T02:23:25,263 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T02:23:26,898 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-03T02:23:26,974 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3878ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T02:23:27,051 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T02:23:27,138 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T02:23:27,168 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T02:23:27,168 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T02:23:27,170 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T02:23:27,184 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T02:23:27,188 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23297f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/hadoop.log.dir/,AVAILABLE}
2024-12-03T02:23:27,188 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69dbc6b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T02:23:27,393 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51798958{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/java.io.tmpdir/jetty-localhost-42943-hadoop-hdfs-3_4_1-tests_jar-_-any-14177580721698697162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T02:23:27,409 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c4da37f{HTTP/1.1, (http/1.1)}{localhost:42943}
2024-12-03T02:23:27,409 INFO  [Time-limited test {}] server.Server(415): Started @4314ms
2024-12-03T02:23:28,029 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T02:23:28,041 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T02:23:28,050 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T02:23:28,051 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T02:23:28,051 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T02:23:28,055 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46458fd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/hadoop.log.dir/,AVAILABLE}
2024-12-03T02:23:28,055 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7bda1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T02:23:28,168 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9a250fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/java.io.tmpdir/jetty-localhost-36003-hadoop-hdfs-3_4_1-tests_jar-_-any-3467394618348169672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T02:23:28,169 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@725352f6{HTTP/1.1, (http/1.1)}{localhost:36003}
2024-12-03T02:23:28,169 INFO  [Time-limited test {}] server.Server(415): Started @5074ms
2024-12-03T02:23:28,227 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-03T02:23:29,387 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/cluster_0c9f44c7-2bff-1bfe-cd09-3769c8b578a0/data/data1/current/BP-796457372-172.17.0.3-1733192606224/current, will proceed with Du for space computation calculation, 
2024-12-03T02:23:29,387 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/cluster_0c9f44c7-2bff-1bfe-cd09-3769c8b578a0/data/data2/current/BP-796457372-172.17.0.3-1733192606224/current, will proceed with Du for space computation calculation, 
2024-12-03T02:23:29,415 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-03T02:23:29,464 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4851b9d2447cb516 with lease ID 0xd39292e44c222c07: Processing first storage report for DS-032532cd-021c-44f7-ac63-553d1e30e5c9 from datanode DatanodeRegistration(127.0.0.1:36375, datanodeUuid=45a69d60-a009-498e-b303-1ccfb789da77, infoPort=36703, infoSecurePort=0, ipcPort=33495, storageInfo=lv=-57;cid=testClusterID;nsid=926092922;c=1733192606224)
2024-12-03T02:23:29,465 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4851b9d2447cb516 with lease ID 0xd39292e44c222c07: from storage DS-032532cd-021c-44f7-ac63-553d1e30e5c9 node DatanodeRegistration(127.0.0.1:36375, datanodeUuid=45a69d60-a009-498e-b303-1ccfb789da77, infoPort=36703, infoSecurePort=0, ipcPort=33495, storageInfo=lv=-57;cid=testClusterID;nsid=926092922;c=1733192606224), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-03T02:23:29,465 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4851b9d2447cb516 with lease ID 0xd39292e44c222c07: Processing first storage report for DS-5d21f16d-c382-4831-812d-193f535eab52 from datanode DatanodeRegistration(127.0.0.1:36375, datanodeUuid=45a69d60-a009-498e-b303-1ccfb789da77, infoPort=36703, infoSecurePort=0, ipcPort=33495, storageInfo=lv=-57;cid=testClusterID;nsid=926092922;c=1733192606224)
2024-12-03T02:23:29,466 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4851b9d2447cb516 with lease ID 0xd39292e44c222c07: from storage DS-5d21f16d-c382-4831-812d-193f535eab52 node DatanodeRegistration(127.0.0.1:36375, datanodeUuid=45a69d60-a009-498e-b303-1ccfb789da77, infoPort=36703, infoSecurePort=0, ipcPort=33495, storageInfo=lv=-57;cid=testClusterID;nsid=926092922;c=1733192606224), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-03T02:23:29,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f
2024-12-03T02:23:29,631 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/cluster_0c9f44c7-2bff-1bfe-cd09-3769c8b578a0/zookeeper_0, clientPort=65106, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/cluster_0c9f44c7-2bff-1bfe-cd09-3769c8b578a0/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/cluster_0c9f44c7-2bff-1bfe-cd09-3769c8b578a0/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-03T02:23:29,640 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65106
2024-12-03T02:23:29,652 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T02:23:29,655 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T02:23:29,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741825_1001 (size=7)
2024-12-03T02:23:30,362 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1 with version=8
2024-12-03T02:23:30,363 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/hbase-staging
2024-12-03T02:23:30,475 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-03T02:23:30,733 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=9
2024-12-03T02:23:30,745 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T02:23:30,746 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T02:23:30,752 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T02:23:30,752 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T02:23:30,753 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T02:23:30,926 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-03T02:23:30,997 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-03T02:23:31,005 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-03T02:23:31,009 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T02:23:31,039 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 59600 (auto-detected)
2024-12-03T02:23:31,040 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-03T02:23:31,066 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35031
2024-12-03T02:23:31,092 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35031 connecting to ZooKeeper ensemble=127.0.0.1:65106
2024-12-03T02:23:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350310x0, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T02:23:31,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35031-0x1019a4a21360000 connected
2024-12-03T02:23:31,282 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T02:23:31,285 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T02:23:31,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T02:23:31,305 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1, hbase.cluster.distributed=false
2024-12-03T02:23:31,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T02:23:31,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35031
2024-12-03T02:23:31,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35031
2024-12-03T02:23:31,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35031
2024-12-03T02:23:31,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35031
2024-12-03T02:23:31,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35031
2024-12-03T02:23:31,474 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=9
2024-12-03T02:23:31,477 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T02:23:31,477 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T02:23:31,477 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T02:23:31,478 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T02:23:31,478 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T02:23:31,482 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-03T02:23:31,485 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T02:23:31,486 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44207
2024-12-03T02:23:31,488 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44207 connecting to ZooKeeper ensemble=127.0.0.1:65106
2024-12-03T02:23:31,490 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T02:23:31,495 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T02:23:31,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442070x0, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T02:23:31,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T02:23:31,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44207-0x1019a4a21360001 connected
2024-12-03T02:23:31,672 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-03T02:23:31,691 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-03T02:23:31,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-03T02:23:31,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T02:23:31,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44207
2024-12-03T02:23:31,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44207
2024-12-03T02:23:31,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44207
2024-12-03T02:23:31,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44207
2024-12-03T02:23:31,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44207
2024-12-03T02:23:31,748 DEBUG [M:0;64035cbb0b46:35031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:35031
2024-12-03T02:23:31,750 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/64035cbb0b46,35031,1733192610538
2024-12-03T02:23:31,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T02:23:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T02:23:31,773 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/64035cbb0b46,35031,1733192610538
2024-12-03T02:23:31,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:23:31,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-03T02:23:31,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:23:31,841 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-03T02:23:31,842 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/64035cbb0b46,35031,1733192610538 from backup master directory
2024-12-03T02:23:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/64035cbb0b46,35031,1733192610538
2024-12-03T02:23:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T02:23:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T02:23:31,854 WARN  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T02:23:31,854 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,35031,1733192610538
2024-12-03T02:23:31,856 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-03T02:23:31,858 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-03T02:23:31,932 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/hbase.id] with ID: 94e00222-32cc-4586-8de2-d7a373545be6
2024-12-03T02:23:31,932 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/.tmp/hbase.id
2024-12-03T02:23:31,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741826_1002 (size=42)
2024-12-03T02:23:31,949 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/.tmp/hbase.id]:[hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/hbase.id]
2024-12-03T02:23:32,010 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T02:23:32,014 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-03T02:23:32,033 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-12-03T02:23:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:23:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:23:32,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741827_1003 (size=196)
2024-12-03T02:23:32,082 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:23:32,085 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-03T02:23:32,104 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T02:23:32,110 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T02:23:32,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741828_1004 (size=1189)
2024-12-03T02:23:32,577 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store
2024-12-03T02:23:32,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741829_1005 (size=34)
2024-12-03T02:23:32,658 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-03T02:23:32,663 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:23:32,665 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T02:23:32,666 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T02:23:32,666 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T02:23:32,689 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T02:23:32,690 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T02:23:32,690 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T02:23:32,696 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733192612665Disabling compacts and flushes for region at 1733192612665Disabling writes for close at 1733192612690 (+25 ms)Writing region close event to WAL at 1733192612690Closed at 1733192612690
2024-12-03T02:23:32,700 WARN  [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/.initializing
2024-12-03T02:23:32,700 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/WALs/64035cbb0b46,35031,1733192610538
2024-12-03T02:23:32,716 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T02:23:32,759 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C35031%2C1733192610538, suffix=, logDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/WALs/64035cbb0b46,35031,1733192610538, archiveDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/oldWALs, maxLogs=10
2024-12-03T02:23:32,792 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/WALs/64035cbb0b46,35031,1733192610538/64035cbb0b46%2C35031%2C1733192610538.1733192612765, exclude list is [], retry=0
2024-12-03T02:23:32,818 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36375,DS-032532cd-021c-44f7-ac63-553d1e30e5c9,DISK]
2024-12-03T02:23:32,823 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-03T02:23:32,886 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/WALs/64035cbb0b46,35031,1733192610538/64035cbb0b46%2C35031%2C1733192610538.1733192612765
2024-12-03T02:23:32,888 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36703:36703)]
2024-12-03T02:23:32,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:23:32,890 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:23:32,896 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T02:23:32,899 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T02:23:32,965 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T02:23:33,033 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-03T02:23:33,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:23:33,049 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T02:23:33,053 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T02:23:33,061 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-03T02:23:33,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:23:33,065 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:23:33,066 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T02:23:33,077 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-03T02:23:33,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:23:33,080 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:23:33,080 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T02:23:33,088 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-03T02:23:33,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:23:33,093 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:23:33,093 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T02:23:33,100 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T02:23:33,104 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T02:23:33,113 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T02:23:33,114 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T02:23:33,120 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T02:23:33,128 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T02:23:33,142 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:23:33,152 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61716451, jitterRate=-0.08035321533679962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T02:23:33,161 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733192612921Initializing all the Stores at 1733192612926 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192612927 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192612928 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192612928Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192612929 (+1 ms)Cleaning up temporary data from old regions at 1733192613114 (+185 ms)Region opened successfully at 1733192613161 (+47 ms)
2024-12-03T02:23:33,163 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-03T02:23:33,237 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443dbe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0
2024-12-03T02:23:33,284 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-03T02:23:33,303 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-03T02:23:33,303 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-03T02:23:33,310 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-03T02:23:33,316 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec
2024-12-03T02:23:33,324 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-12-03T02:23:33,325 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-03T02:23:33,388 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-03T02:23:33,417 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-03T02:23:33,431 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-03T02:23:33,436 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-03T02:23:33,440 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-03T02:23:33,467 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-03T02:23:33,471 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-03T02:23:33,485 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-03T02:23:33,497 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-03T02:23:33,501 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-03T02:23:33,522 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-03T02:23:33,580 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-03T02:23:33,588 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-03T02:23:33,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T02:23:33,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T02:23:33,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:23:33,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:23:33,616 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,35031,1733192610538, sessionid=0x1019a4a21360000, setting cluster-up flag (Was=false)
2024-12-03T02:23:33,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:23:33,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:23:33,696 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-03T02:23:33,706 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,35031,1733192610538
2024-12-03T02:23:33,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:23:33,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:23:33,780 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-03T02:23:33,783 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,35031,1733192610538
2024-12-03T02:23:33,796 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-03T02:23:33,838 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(746): ClusterId : 94e00222-32cc-4586-8de2-d7a373545be6
2024-12-03T02:23:33,842 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-03T02:23:33,869 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-03T02:23:33,870 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-03T02:23:33,885 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-03T02:23:33,886 DEBUG [RS:0;64035cbb0b46:44207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3431386f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0
2024-12-03T02:23:33,909 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:44207
2024-12-03T02:23:33,911 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-03T02:23:33,919 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-03T02:23:33,919 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-03T02:23:33,920 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-03T02:23:33,923 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,35031,1733192610538 with port=44207, startcode=1733192611422
2024-12-03T02:23:33,934 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-03T02:23:33,939 DEBUG [RS:0;64035cbb0b46:44207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-03T02:23:33,946 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-03T02:23:33,953 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,35031,1733192610538
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-03T02:23:33,966 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5
2024-12-03T02:23:33,966 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5
2024-12-03T02:23:33,966 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5
2024-12-03T02:23:33,966 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5
2024-12-03T02:23:33,967 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10
2024-12-03T02:23:33,967 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:23:33,967 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2
2024-12-03T02:23:33,967 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:23:33,995 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-03T02:23:34,000 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733192643999
2024-12-03T02:23:34,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T02:23:34,001 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-03T02:23:34,002 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-03T02:23:34,004 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-03T02:23:34,005 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35031 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T02:23:34,009 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-03T02:23:34,009 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-03T02:23:34,010 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-03T02:23:34,010 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-03T02:23:34,017 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T02:23:34,016 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:23:34,022 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-03T02:23:34,028 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-03T02:23:34,029 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-03T02:23:34,030 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-03T02:23:34,037 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-03T02:23:34,037 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-03T02:23:34,043 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192614040,5,FailOnTimeoutGroup]
2024-12-03T02:23:34,044 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-03T02:23:34,044 WARN  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-03T02:23:34,046 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192614043,5,FailOnTimeoutGroup]
2024-12-03T02:23:34,046 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T02:23:34,047 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-03T02:23:34,050 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-03T02:23:34,051 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-03T02:23:34,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741831_1007 (size=1321)
2024-12-03T02:23:34,055 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-03T02:23:34,055 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:23:34,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741832_1008 (size=32)
2024-12-03T02:23:34,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:23:34,480 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T02:23:34,484 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T02:23:34,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:23:34,486 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T02:23:34,487 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T02:23:34,496 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T02:23:34,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:23:34,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T02:23:34,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T02:23:34,501 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T02:23:34,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:23:34,502 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T02:23:34,502 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T02:23:34,505 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T02:23:34,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:23:34,507 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T02:23:34,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T02:23:34,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740
2024-12-03T02:23:34,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740
2024-12-03T02:23:34,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T02:23:34,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T02:23:34,515 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T02:23:34,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T02:23:34,523 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:23:34,529 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67128583, jitterRate=2.9383599758148193E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T02:23:34,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733192614477Initializing all the Stores at 1733192614479 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192614480 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192614480Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192614480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192614480Cleaning up temporary data from old regions at 1733192614514 (+34 ms)Region opened successfully at 1733192614534 (+20 ms)
2024-12-03T02:23:34,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T02:23:34,535 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T02:23:34,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T02:23:34,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T02:23:34,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T02:23:34,537 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T02:23:34,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733192614534Disabling compacts and flushes for region at 1733192614534Disabling writes for close at 1733192614535 (+1 ms)Writing region close event to WAL at 1733192614537 (+2 ms)Closed at 1733192614537
2024-12-03T02:23:34,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T02:23:34,542 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-03T02:23:34,556 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-03T02:23:34,572 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T02:23:34,577 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-03T02:23:34,729 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:35,729 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:36,730 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:37,731 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:38,731 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:39,732 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:40,733 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-03T02:23:40,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-03T02:23:41,734 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:42,734 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:43,735 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:44,736 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:45,737 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:46,737 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:47,738 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:48,739 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:49,739 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:50,740 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:51,741 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:52,741 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:53,742 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:54,743 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:55,744 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:56,745 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:57,746 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:58,747 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:23:59,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T02:23:59,747 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:00,748 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:01,749 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:02,750 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:03,750 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:04,046 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,35031,1733192610538 with port=44207, startcode=1733192611422
2024-12-03T02:24:04,048 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,44207,1733192611422
2024-12-03T02:24:04,050 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35031 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:04,059 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:24:04,059 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39791
2024-12-03T02:24:04,059 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-03T02:24:04,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T02:24:04,077 DEBUG [RS:0;64035cbb0b46:44207 {}] zookeeper.ZKUtil(111): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/64035cbb0b46,44207,1733192611422
2024-12-03T02:24:04,077 WARN  [RS:0;64035cbb0b46:44207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T02:24:04,078 INFO  [RS:0;64035cbb0b46:44207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T02:24:04,078 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/WALs/64035cbb0b46,44207,1733192611422
2024-12-03T02:24:04,080 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,44207,1733192611422]
2024-12-03T02:24:04,108 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-03T02:24:04,119 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-03T02:24:04,124 INFO  [RS:0;64035cbb0b46:44207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T02:24:04,124 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:04,125 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-03T02:24:04,130 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-03T02:24:04,132 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:04,132 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,132 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,133 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,133 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,133 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,133 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2
2024-12-03T02:24:04,133 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,133 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,133 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,133 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,134 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,134 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1
2024-12-03T02:24:04,134 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3
2024-12-03T02:24:04,134 DEBUG [RS:0;64035cbb0b46:44207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3
2024-12-03T02:24:04,135 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:04,135 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:04,135 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:04,135 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:04,136 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:04,136 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44207,1733192611422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T02:24:04,154 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-03T02:24:04,156 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44207,1733192611422-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:04,156 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:04,156 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.Replication(171): 64035cbb0b46,44207,1733192611422 started
2024-12-03T02:24:04,182 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:04,183 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,44207,1733192611422, RpcServer on 64035cbb0b46/172.17.0.3:44207, sessionid=0x1019a4a21360001
2024-12-03T02:24:04,184 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-03T02:24:04,184 DEBUG [RS:0;64035cbb0b46:44207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,44207,1733192611422
2024-12-03T02:24:04,184 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,44207,1733192611422'
2024-12-03T02:24:04,185 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-03T02:24:04,186 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-03T02:24:04,187 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-03T02:24:04,187 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-03T02:24:04,187 DEBUG [RS:0;64035cbb0b46:44207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,44207,1733192611422
2024-12-03T02:24:04,187 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,44207,1733192611422'
2024-12-03T02:24:04,187 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-03T02:24:04,188 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-03T02:24:04,189 DEBUG [RS:0;64035cbb0b46:44207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-03T02:24:04,189 INFO  [RS:0;64035cbb0b46:44207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-03T02:24:04,189 INFO  [RS:0;64035cbb0b46:44207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-03T02:24:04,751 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:05,752 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:06,753 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:07,754 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:08,754 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:09,755 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:10,756 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:11,757 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:12,758 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:13,758 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:14,759 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:15,760 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:16,760 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:17,761 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:18,762 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:19,763 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:20,763 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:21,764 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:22,765 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:23,766 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:24,769 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:25,770 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:26,771 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:27,772 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:28,772 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:29,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T02:24:29,773 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:30,774 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:31,774 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:32,775 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:33,776 WARN  [64035cbb0b46:35031 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T02:24:34,193 INFO  [RS:0;64035cbb0b46:44207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T02:24:34,197 INFO  [RS:0;64035cbb0b46:44207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C44207%2C1733192611422, suffix=, logDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/WALs/64035cbb0b46,44207,1733192611422, archiveDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/oldWALs, maxLogs=32
2024-12-03T02:24:34,211 DEBUG [RS:0;64035cbb0b46:44207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/WALs/64035cbb0b46,44207,1733192611422/64035cbb0b46%2C44207%2C1733192611422.1733192674199, exclude list is [], retry=0
2024-12-03T02:24:34,215 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36375,DS-032532cd-021c-44f7-ac63-553d1e30e5c9,DISK]
2024-12-03T02:24:34,219 INFO  [RS:0;64035cbb0b46:44207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/WALs/64035cbb0b46,44207,1733192611422/64035cbb0b46%2C44207%2C1733192611422.1733192674199
2024-12-03T02:24:34,220 DEBUG [RS:0;64035cbb0b46:44207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36703:36703)]
2024-12-03T02:24:34,278 DEBUG [64035cbb0b46:35031 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-03T02:24:34,288 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:34,294 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,44207,1733192611422, state=OPENING
2024-12-03T02:24:34,324 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-03T02:24:34,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:24:34,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:24:34,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T02:24:34,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T02:24:34,340 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T02:24:34,342 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:24:34,524 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T02:24:34,527 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T02:24:34,538 INFO  [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-03T02:24:34,539 INFO  [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T02:24:34,539 INFO  [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-03T02:24:34,542 INFO  [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C44207%2C1733192611422.meta, suffix=.meta, logDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/WALs/64035cbb0b46,44207,1733192611422, archiveDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/oldWALs, maxLogs=32
2024-12-03T02:24:34,561 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/WALs/64035cbb0b46,44207,1733192611422/64035cbb0b46%2C44207%2C1733192611422.meta.1733192674545.meta, exclude list is [], retry=0
2024-12-03T02:24:34,565 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36375,DS-032532cd-021c-44f7-ac63-553d1e30e5c9,DISK]
2024-12-03T02:24:34,569 INFO  [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/WALs/64035cbb0b46,44207,1733192611422/64035cbb0b46%2C44207%2C1733192611422.meta.1733192674545.meta
2024-12-03T02:24:34,569 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36703:36703)]
2024-12-03T02:24:34,570 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:24:34,572 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-03T02:24:34,574 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-03T02:24:34,579 INFO  [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-03T02:24:34,583 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-03T02:24:34,583 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:34,584 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-03T02:24:34,584 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-03T02:24:34,588 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T02:24:34,590 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T02:24:34,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:34,591 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T02:24:34,592 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T02:24:34,594 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T02:24:34,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:34,595 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T02:24:34,595 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T02:24:34,597 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T02:24:34,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:34,598 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T02:24:34,598 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T02:24:34,600 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T02:24:34,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:34,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T02:24:34,602 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T02:24:34,603 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740
2024-12-03T02:24:34,607 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740
2024-12-03T02:24:34,609 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T02:24:34,610 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T02:24:34,611 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T02:24:34,613 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T02:24:34,615 INFO  [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60054857, jitterRate=-0.10511289536952972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T02:24:34,615 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-03T02:24:34,617 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733192674584Writing region info on filesystem at 1733192674585 (+1 ms)Initializing all the Stores at 1733192674587 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192674587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192674588 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192674588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192674588Cleaning up temporary data from old regions at 1733192674610 (+22 ms)Running coprocessor post-open hooks at 1733192674615 (+5 ms)Region opened successfully at 1733192674617 (+2 ms)
2024-12-03T02:24:34,623 INFO  [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733192674517
2024-12-03T02:24:34,635 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-03T02:24:34,636 INFO  [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-03T02:24:34,638 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:34,641 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,44207,1733192611422, state=OPEN
2024-12-03T02:24:34,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T02:24:34,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T02:24:34,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T02:24:34,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T02:24:34,691 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:34,698 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-03T02:24:34,698 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,44207,1733192611422 in 350 msec
2024-12-03T02:24:34,707 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-03T02:24:34,707 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.145 sec
2024-12-03T02:24:34,709 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T02:24:34,709 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-03T02:24:34,729 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T02:24:34,730 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,44207,1733192611422, seqNum=-1]
2024-12-03T02:24:34,754 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T02:24:34,757 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T02:24:34,783 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.946 sec
2024-12-03T02:24:34,784 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733192674784, completionTime=-1
2024-12-03T02:24:34,788 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-03T02:24:34,788 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-03T02:24:34,815 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-03T02:24:34,815 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733192734815
2024-12-03T02:24:34,815 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733192794815
2024-12-03T02:24:34,816 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec
2024-12-03T02:24:34,818 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35031,1733192610538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:34,818 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35031,1733192610538-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:34,818 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35031,1733192610538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:34,820 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:35031, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:34,820 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:34,821 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:34,827 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-03T02:24:34,846 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.992sec
2024-12-03T02:24:34,847 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-03T02:24:34,848 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-03T02:24:34,849 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-03T02:24:34,850 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-03T02:24:34,850 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-03T02:24:34,850 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35031,1733192610538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T02:24:34,851 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35031,1733192610538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-03T02:24:34,860 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-03T02:24:34,861 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-03T02:24:34,861 INFO  [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35031,1733192610538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T02:24:34,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0d1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T02:24:34,931 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-03T02:24:34,931 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-03T02:24:34,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35031,-1 for getting cluster id
2024-12-03T02:24:34,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T02:24:34,946 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94e00222-32cc-4586-8de2-d7a373545be6'
2024-12-03T02:24:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T02:24:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94e00222-32cc-4586-8de2-d7a373545be6"

2024-12-03T02:24:34,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c9a99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T02:24:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35031,-1]
2024-12-03T02:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T02:24:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T02:24:34,959 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T02:24:34,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fa5f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T02:24:34,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T02:24:34,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,44207,1733192611422, seqNum=-1]
2024-12-03T02:24:34,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T02:24:34,977 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T02:24:34,998 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,35031,1733192610538
2024-12-03T02:24:35,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcdffa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T02:24:35,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35031,-1 for getting cluster id
2024-12-03T02:24:35,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T02:24:35,002 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94e00222-32cc-4586-8de2-d7a373545be6'
2024-12-03T02:24:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T02:24:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94e00222-32cc-4586-8de2-d7a373545be6"

2024-12-03T02:24:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d5ced3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T02:24:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35031,-1]
2024-12-03T02:24:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T02:24:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T02:24:35,006 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T02:24:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d422e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T02:24:35,020 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=2211
2024-12-03T02:24:35,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T02:24:35,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35031,1733192610538
2024-12-03T02:24:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65101c94
2024-12-03T02:24:35,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T02:24:35,039 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T02:24:35,060 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:24:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-03T02:24:35,074 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T02:24:35,076 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-03T02:24:35,076 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:35,079 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T02:24:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T02:24:35,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741835_1011 (size=428)
2024-12-03T02:24:35,500 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48e0818da5c5d06252ff3589ca9d66cd, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:24:35,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741836_1012 (size=79)
2024-12-03T02:24:35,511 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:35,511 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 48e0818da5c5d06252ff3589ca9d66cd, disabling compactions & flushes
2024-12-03T02:24:35,511 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:24:35,511 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:24:35,511 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd. after waiting 0 ms
2024-12-03T02:24:35,511 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:24:35,511 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:24:35,511 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48e0818da5c5d06252ff3589ca9d66cd:
Waiting for close lock at 1733192675511Disabling compacts and flushes for region at 1733192675511Disabling writes for close at 1733192675511Writing region close event to WAL at 1733192675511Closed at 1733192675511
2024-12-03T02:24:35,514 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T02:24:35,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733192675514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192675514"}]},"ts":"1733192675514"}
2024-12-03T02:24:35,525 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T02:24:35,527 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T02:24:35,529 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192675527"}]},"ts":"1733192675527"}
2024-12-03T02:24:35,534 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-03T02:24:35,536 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=48e0818da5c5d06252ff3589ca9d66cd, ASSIGN}]
2024-12-03T02:24:35,539 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=48e0818da5c5d06252ff3589ca9d66cd, ASSIGN
2024-12-03T02:24:35,541 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=48e0818da5c5d06252ff3589ca9d66cd, ASSIGN; state=OFFLINE, location=64035cbb0b46,44207,1733192611422; forceNewPlan=false, retain=false
2024-12-03T02:24:35,693 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48e0818da5c5d06252ff3589ca9d66cd, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:35,699 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=48e0818da5c5d06252ff3589ca9d66cd, ASSIGN because future has completed
2024-12-03T02:24:35,701 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48e0818da5c5d06252ff3589ca9d66cd, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:24:35,865 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:24:35,865 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 48e0818da5c5d06252ff3589ca9d66cd, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:24:35,866 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:24:35,866 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:35,866 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:24:35,866 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:24:35,869 INFO  [StoreOpener-48e0818da5c5d06252ff3589ca9d66cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 48e0818da5c5d06252ff3589ca9d66cd 
2024-12-03T02:24:35,872 INFO  [StoreOpener-48e0818da5c5d06252ff3589ca9d66cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48e0818da5c5d06252ff3589ca9d66cd columnFamilyName testFamily
2024-12-03T02:24:35,872 DEBUG [StoreOpener-48e0818da5c5d06252ff3589ca9d66cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:35,873 INFO  [StoreOpener-48e0818da5c5d06252ff3589ca9d66cd-1 {}] regionserver.HStore(327): Store=48e0818da5c5d06252ff3589ca9d66cd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:24:35,874 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:24:35,875 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:24:35,876 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:24:35,877 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:24:35,877 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:24:35,881 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:24:35,884 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/48e0818da5c5d06252ff3589ca9d66cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:24:35,885 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 48e0818da5c5d06252ff3589ca9d66cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67728417, jitterRate=0.009232059121131897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T02:24:35,885 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:24:35,887 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 48e0818da5c5d06252ff3589ca9d66cd:
Running coprocessor pre-open hook at 1733192675867Writing region info on filesystem at 1733192675867Initializing all the Stores at 1733192675869 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192675869Cleaning up temporary data from old regions at 1733192675877 (+8 ms)Running coprocessor post-open hooks at 1733192675885 (+8 ms)Region opened successfully at 1733192675887 (+2 ms)
2024-12-03T02:24:35,889 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd., pid=6, masterSystemTime=1733192675856
2024-12-03T02:24:35,892 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:24:35,892 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:24:35,893 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48e0818da5c5d06252ff3589ca9d66cd, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:35,897 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48e0818da5c5d06252ff3589ca9d66cd, server=64035cbb0b46,44207,1733192611422 because future has completed
2024-12-03T02:24:35,903 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-03T02:24:35,903 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 48e0818da5c5d06252ff3589ca9d66cd, server=64035cbb0b46,44207,1733192611422 in 199 msec
2024-12-03T02:24:35,907 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-03T02:24:35,907 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=48e0818da5c5d06252ff3589ca9d66cd, ASSIGN in 367 msec
2024-12-03T02:24:35,908 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T02:24:35,908 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192675908"}]},"ts":"1733192675908"}
2024-12-03T02:24:35,912 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-03T02:24:35,913 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T02:24:35,916 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 849 msec
2024-12-03T02:24:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T02:24:36,112 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-03T02:24:36,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-03T02:24:36,115 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:24:36,122 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-03T02:24:36,123 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:24:36,123 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-03T02:24:36,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T02:24:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,44207,1733192611422, seqNum=-1]
2024-12-03T02:24:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T02:24:36,131 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T02:24:36,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:24:36,160 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T02:24:36,165 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-03T02:24:36,173 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-03T02:24:36,179 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-03T02:24:36,181 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-03T02:24:36,182 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7185894200796250104
2024-12-03T02:24:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:59476 deadline: 1733192679180, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T02:24:36,192 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-03T02:24:36,195 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-03T02:24:36,196 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T02:24:36,199 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T02:24:36,201 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7185894200796250102
2024-12-03T02:24:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:59476 deadline: 1733192679200, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T02:24:36,208 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T02:24:36,210 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-7185894200796250101
2024-12-03T02:24:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:59476 deadline: 1733192679208, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T02:24:36,217 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T02:24:36,219 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-7185894200796250100
2024-12-03T02:24:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:59476 deadline: 1733192679217, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T02:24:36,227 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T02:24:36,243 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/64035cbb0b46:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2004312917_22 at /127.0.0.1:57962 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=2105 (was 2211)
2024-12-03T02:24:36,256 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=2104
2024-12-03T02:24:36,260 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:24:36,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-03T02:24:36,267 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T02:24:36,267 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:36,267 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-03T02:24:36,271 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T02:24:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T02:24:36,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741837_1013 (size=414)
2024-12-03T02:24:36,304 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12bd7884d19f492e6ab640b1fab6b1f1, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:24:36,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741838_1014 (size=65)
2024-12-03T02:24:36,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:36,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 12bd7884d19f492e6ab640b1fab6b1f1, disabling compactions & flushes
2024-12-03T02:24:36,323 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:24:36,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:24:36,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1. after waiting 0 ms
2024-12-03T02:24:36,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:24:36,323 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:24:36,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12bd7884d19f492e6ab640b1fab6b1f1:
Waiting for close lock at 1733192676323Disabling compacts and flushes for region at 1733192676323Disabling writes for close at 1733192676323Writing region close event to WAL at 1733192676323Closed at 1733192676323
2024-12-03T02:24:36,326 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T02:24:36,327 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733192676327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192676327"}]},"ts":"1733192676327"}
2024-12-03T02:24:36,332 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T02:24:36,334 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T02:24:36,335 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192676334"}]},"ts":"1733192676334"}
2024-12-03T02:24:36,339 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-03T02:24:36,340 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12bd7884d19f492e6ab640b1fab6b1f1, ASSIGN}]
2024-12-03T02:24:36,343 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12bd7884d19f492e6ab640b1fab6b1f1, ASSIGN
2024-12-03T02:24:36,345 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12bd7884d19f492e6ab640b1fab6b1f1, ASSIGN; state=OFFLINE, location=64035cbb0b46,44207,1733192611422; forceNewPlan=false, retain=false
2024-12-03T02:24:36,498 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=12bd7884d19f492e6ab640b1fab6b1f1, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:36,506 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12bd7884d19f492e6ab640b1fab6b1f1, ASSIGN because future has completed
2024-12-03T02:24:36,512 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12bd7884d19f492e6ab640b1fab6b1f1, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:24:36,674 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:24:36,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 12bd7884d19f492e6ab640b1fab6b1f1, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:24:36,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:24:36,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:36,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:24:36,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:24:36,678 INFO  [StoreOpener-12bd7884d19f492e6ab640b1fab6b1f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 12bd7884d19f492e6ab640b1fab6b1f1 
2024-12-03T02:24:36,680 INFO  [StoreOpener-12bd7884d19f492e6ab640b1fab6b1f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12bd7884d19f492e6ab640b1fab6b1f1 columnFamilyName testFamily
2024-12-03T02:24:36,680 DEBUG [StoreOpener-12bd7884d19f492e6ab640b1fab6b1f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:36,680 INFO  [StoreOpener-12bd7884d19f492e6ab640b1fab6b1f1-1 {}] regionserver.HStore(327): Store=12bd7884d19f492e6ab640b1fab6b1f1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:24:36,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:24:36,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:24:36,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:24:36,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:24:36,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:24:36,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:24:36,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/12bd7884d19f492e6ab640b1fab6b1f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:24:36,692 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 12bd7884d19f492e6ab640b1fab6b1f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62113208, jitterRate=-0.07444107532501221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T02:24:36,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:24:36,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 12bd7884d19f492e6ab640b1fab6b1f1:
Running coprocessor pre-open hook at 1733192676675Writing region info on filesystem at 1733192676675Initializing all the Stores at 1733192676677 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192676677Cleaning up temporary data from old regions at 1733192676684 (+7 ms)Running coprocessor post-open hooks at 1733192676692 (+8 ms)Region opened successfully at 1733192676693 (+1 ms)
2024-12-03T02:24:36,695 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1., pid=9, masterSystemTime=1733192676668
2024-12-03T02:24:36,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:24:36,699 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:24:36,700 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=12bd7884d19f492e6ab640b1fab6b1f1, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:36,704 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12bd7884d19f492e6ab640b1fab6b1f1, server=64035cbb0b46,44207,1733192611422 because future has completed
2024-12-03T02:24:36,711 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-03T02:24:36,712 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 12bd7884d19f492e6ab640b1fab6b1f1, server=64035cbb0b46,44207,1733192611422 in 195 msec
2024-12-03T02:24:36,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-03T02:24:36,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12bd7884d19f492e6ab640b1fab6b1f1, ASSIGN in 372 msec
2024-12-03T02:24:36,718 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T02:24:36,718 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192676718"}]},"ts":"1733192676718"}
2024-12-03T02:24:36,723 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-03T02:24:36,725 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T02:24:36,728 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 465 msec
2024-12-03T02:24:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T02:24:37,281 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-03T02:24:37,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-03T02:24:37,282 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:24:37,288 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-03T02:24:37,289 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:24:37,289 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-03T02:24:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:24:37,306 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T02:24:37,306 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-03T02:24:37,310 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T02:24:37,313 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-03T02:24:40,123 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T02:24:40,143 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-03T02:24:40,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-03T02:24:40,147 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-03T02:24:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T02:24:40,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-03T02:24:40,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T02:24:40,995 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-03T02:24:40,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-03T02:24:40,996 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T02:24:40,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-03T02:24:40,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-03T02:24:43,325 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1., hostname=64035cbb0b46,44207,1733192611422, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=64035cbb0b46:44207 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms
2024-12-03T02:24:43,326 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms
2024-12-03T02:24:43,326 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 from cache
2024-12-03T02:24:43,346 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=458 (was 446) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3320 (was 2104) - AvailableMemoryMB LEAK? -
2024-12-03T02:24:43,359 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=458, ProcessCount=11, AvailableMemoryMB=3319
2024-12-03T02:24:43,368 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:24:43,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-03T02:24:43,375 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T02:24:43,375 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:43,377 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-03T02:24:43,379 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T02:24:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T02:24:43,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741839_1015 (size=412)
2024-12-03T02:24:43,805 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 634e07f72c368af0e1ebef9505676b24, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:24:43,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-12-03T02:24:43,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741840_1016 (size=63)
2024-12-03T02:24:44,217 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:44,217 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 634e07f72c368af0e1ebef9505676b24, disabling compactions & flushes
2024-12-03T02:24:44,217 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:24:44,218 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:24:44,218 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24. after waiting 0 ms
2024-12-03T02:24:44,218 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:24:44,218 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:24:44,218 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 634e07f72c368af0e1ebef9505676b24:
Waiting for close lock at 1733192684217Disabling compacts and flushes for region at 1733192684217Disabling writes for close at 1733192684218 (+1 ms)Writing region close event to WAL at 1733192684218Closed at 1733192684218
2024-12-03T02:24:44,220 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T02:24:44,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733192684220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192684220"}]},"ts":"1733192684220"}
2024-12-03T02:24:44,224 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T02:24:44,226 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T02:24:44,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192684226"}]},"ts":"1733192684226"}
2024-12-03T02:24:44,229 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-03T02:24:44,230 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=634e07f72c368af0e1ebef9505676b24, ASSIGN}]
2024-12-03T02:24:44,232 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=634e07f72c368af0e1ebef9505676b24, ASSIGN
2024-12-03T02:24:44,233 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=634e07f72c368af0e1ebef9505676b24, ASSIGN; state=OFFLINE, location=64035cbb0b46,44207,1733192611422; forceNewPlan=false, retain=false
2024-12-03T02:24:44,384 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=634e07f72c368af0e1ebef9505676b24, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:44,388 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=634e07f72c368af0e1ebef9505676b24, ASSIGN because future has completed
2024-12-03T02:24:44,389 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634e07f72c368af0e1ebef9505676b24, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:24:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T02:24:44,553 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:24:44,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 634e07f72c368af0e1ebef9505676b24, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:24:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 634e07f72c368af0e1ebef9505676b24
2024-12-03T02:24:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 634e07f72c368af0e1ebef9505676b24
2024-12-03T02:24:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 634e07f72c368af0e1ebef9505676b24
2024-12-03T02:24:44,557 INFO  [StoreOpener-634e07f72c368af0e1ebef9505676b24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 634e07f72c368af0e1ebef9505676b24 
2024-12-03T02:24:44,561 INFO  [StoreOpener-634e07f72c368af0e1ebef9505676b24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634e07f72c368af0e1ebef9505676b24 columnFamilyName testFamily
2024-12-03T02:24:44,561 DEBUG [StoreOpener-634e07f72c368af0e1ebef9505676b24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:44,563 INFO  [StoreOpener-634e07f72c368af0e1ebef9505676b24-1 {}] regionserver.HStore(327): Store=634e07f72c368af0e1ebef9505676b24/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:24:44,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 634e07f72c368af0e1ebef9505676b24
2024-12-03T02:24:44,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNextAsync/634e07f72c368af0e1ebef9505676b24
2024-12-03T02:24:44,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNextAsync/634e07f72c368af0e1ebef9505676b24
2024-12-03T02:24:44,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 634e07f72c368af0e1ebef9505676b24
2024-12-03T02:24:44,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 634e07f72c368af0e1ebef9505676b24
2024-12-03T02:24:44,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 634e07f72c368af0e1ebef9505676b24
2024-12-03T02:24:44,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNextAsync/634e07f72c368af0e1ebef9505676b24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:24:44,580 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 634e07f72c368af0e1ebef9505676b24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71697635, jitterRate=0.0683780163526535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T02:24:44,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 634e07f72c368af0e1ebef9505676b24
2024-12-03T02:24:44,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 634e07f72c368af0e1ebef9505676b24:
Running coprocessor pre-open hook at 1733192684554Writing region info on filesystem at 1733192684554Initializing all the Stores at 1733192684557 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192684557Cleaning up temporary data from old regions at 1733192684570 (+13 ms)Running coprocessor post-open hooks at 1733192684581 (+11 ms)Region opened successfully at 1733192684582 (+1 ms)
2024-12-03T02:24:44,591 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24., pid=12, masterSystemTime=1733192684543
2024-12-03T02:24:44,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:24:44,601 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:24:44,602 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=634e07f72c368af0e1ebef9505676b24, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:44,608 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634e07f72c368af0e1ebef9505676b24, server=64035cbb0b46,44207,1733192611422 because future has completed
2024-12-03T02:24:44,618 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-03T02:24:44,618 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 634e07f72c368af0e1ebef9505676b24, server=64035cbb0b46,44207,1733192611422 in 222 msec
2024-12-03T02:24:44,622 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-03T02:24:44,622 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=634e07f72c368af0e1ebef9505676b24, ASSIGN in 389 msec
2024-12-03T02:24:44,624 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T02:24:44,624 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192684624"}]},"ts":"1733192684624"}
2024-12-03T02:24:44,628 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-03T02:24:44,629 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T02:24:44,633 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2620 sec
2024-12-03T02:24:46,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-03T02:24:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T02:24:46,402 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-03T02:24:46,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-03T02:24:46,403 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:24:46,412 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-03T02:24:46,412 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:24:46,413 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-03T02:24:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:24:46,441 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T02:24:46,441 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-03T02:24:46,449 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T02:24:46,453 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T02:24:46,455 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T02:24:46,456 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-03T02:24:50,060 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T02:24:50,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-03T02:24:50,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T02:24:52,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44207 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250091' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T02:24:52,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44207 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:59476 deadline: 1733192698457, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250091' does not exist
2024-12-03T02:24:52,462 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 64035cbb0b46,44207,1733192611422 for closing scanner id = -7185894200796250091 for 634e07f72c368af0e1ebef9505676b24 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250091' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T02:24:52,466 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 458), ProcessCount=11 (was 11), AvailableMemoryMB=2480 (was 3319)
2024-12-03T02:24:52,474 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=2479
2024-12-03T02:24:52,477 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:24:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-03T02:24:52,480 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T02:24:52,481 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:52,481 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-03T02:24:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-03T02:24:52,482 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T02:24:52,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741841_1017 (size=423)
2024-12-03T02:24:52,492 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 396a3d666a07e1edd241079e124b909f, NAME => 'testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:24:52,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741842_1018 (size=74)
2024-12-03T02:24:52,902 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:52,902 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 396a3d666a07e1edd241079e124b909f, disabling compactions & flushes
2024-12-03T02:24:52,902 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:24:52,902 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:24:52,902 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f. after waiting 0 ms
2024-12-03T02:24:52,902 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:24:52,902 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:24:52,902 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 396a3d666a07e1edd241079e124b909f:
Waiting for close lock at 1733192692902Disabling compacts and flushes for region at 1733192692902Disabling writes for close at 1733192692902Writing region close event to WAL at 1733192692902Closed at 1733192692902
2024-12-03T02:24:52,905 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T02:24:52,906 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733192692905"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192692905"}]},"ts":"1733192692905"}
2024-12-03T02:24:52,910 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T02:24:52,913 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T02:24:52,913 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192692913"}]},"ts":"1733192692913"}
2024-12-03T02:24:52,916 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-03T02:24:52,916 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=396a3d666a07e1edd241079e124b909f, ASSIGN}]
2024-12-03T02:24:52,918 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=396a3d666a07e1edd241079e124b909f, ASSIGN
2024-12-03T02:24:52,919 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=396a3d666a07e1edd241079e124b909f, ASSIGN; state=OFFLINE, location=64035cbb0b46,44207,1733192611422; forceNewPlan=false, retain=false
2024-12-03T02:24:52,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-12-03T02:24:53,070 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=396a3d666a07e1edd241079e124b909f, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:53,074 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=396a3d666a07e1edd241079e124b909f, ASSIGN because future has completed
2024-12-03T02:24:53,075 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 396a3d666a07e1edd241079e124b909f, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:24:53,237 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:24:53,237 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 396a3d666a07e1edd241079e124b909f, NAME => 'testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:24:53,238 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 396a3d666a07e1edd241079e124b909f
2024-12-03T02:24:53,238 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:53,238 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 396a3d666a07e1edd241079e124b909f
2024-12-03T02:24:53,238 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 396a3d666a07e1edd241079e124b909f
2024-12-03T02:24:53,241 INFO  [StoreOpener-396a3d666a07e1edd241079e124b909f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 396a3d666a07e1edd241079e124b909f 
2024-12-03T02:24:53,244 INFO  [StoreOpener-396a3d666a07e1edd241079e124b909f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 396a3d666a07e1edd241079e124b909f columnFamilyName testFamily
2024-12-03T02:24:53,245 DEBUG [StoreOpener-396a3d666a07e1edd241079e124b909f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:53,246 INFO  [StoreOpener-396a3d666a07e1edd241079e124b909f-1 {}] regionserver.HStore(327): Store=396a3d666a07e1edd241079e124b909f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:24:53,246 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 396a3d666a07e1edd241079e124b909f
2024-12-03T02:24:53,248 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextException/396a3d666a07e1edd241079e124b909f
2024-12-03T02:24:53,249 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextException/396a3d666a07e1edd241079e124b909f
2024-12-03T02:24:53,250 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 396a3d666a07e1edd241079e124b909f
2024-12-03T02:24:53,250 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 396a3d666a07e1edd241079e124b909f
2024-12-03T02:24:53,255 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 396a3d666a07e1edd241079e124b909f
2024-12-03T02:24:53,260 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextException/396a3d666a07e1edd241079e124b909f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:24:53,262 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 396a3d666a07e1edd241079e124b909f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65250449, jitterRate=-0.027692541480064392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T02:24:53,262 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 396a3d666a07e1edd241079e124b909f
2024-12-03T02:24:53,263 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 396a3d666a07e1edd241079e124b909f:
Running coprocessor pre-open hook at 1733192693238Writing region info on filesystem at 1733192693238Initializing all the Stores at 1733192693240 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192693240Cleaning up temporary data from old regions at 1733192693251 (+11 ms)Running coprocessor post-open hooks at 1733192693262 (+11 ms)Region opened successfully at 1733192693263 (+1 ms)
2024-12-03T02:24:53,265 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f., pid=15, masterSystemTime=1733192693229
2024-12-03T02:24:53,269 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:24:53,269 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:24:53,271 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=396a3d666a07e1edd241079e124b909f, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:53,275 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 396a3d666a07e1edd241079e124b909f, server=64035cbb0b46,44207,1733192611422 because future has completed
2024-12-03T02:24:53,281 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-03T02:24:53,282 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 396a3d666a07e1edd241079e124b909f, server=64035cbb0b46,44207,1733192611422 in 203 msec
2024-12-03T02:24:53,286 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-03T02:24:53,286 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=396a3d666a07e1edd241079e124b909f, ASSIGN in 365 msec
2024-12-03T02:24:53,288 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T02:24:53,288 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192693288"}]},"ts":"1733192693288"}
2024-12-03T02:24:53,294 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-03T02:24:53,296 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T02:24:53,302 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 819 msec
2024-12-03T02:24:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-03T02:24:53,493 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-03T02:24:53,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-03T02:24:53,494 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:24:53,501 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-03T02:24:53,502 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:24:53,502 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-03T02:24:53,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:24:53,516 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T02:24:53,516 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-03T02:24:53,520 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-03T02:24:53,523 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-03T02:24:53,524 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-03T02:24:53,525 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7185894200796250087
2024-12-03T02:24:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:59476 deadline: 1733192696524, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T02:24:53,529 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-03T02:24:53,530 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-03T02:24:53,531 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T02:24:53,532 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T02:24:53,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7185894200796250085
2024-12-03T02:24:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:59476 deadline: 1733192696532, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T02:24:53,538 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T02:24:53,539 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-7185894200796250084
2024-12-03T02:24:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:59476 deadline: 1733192696537, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T02:24:53,543 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T02:24:53,544 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-7185894200796250083
2024-12-03T02:24:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:59476 deadline: 1733192696542, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T02:24:53,548 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T02:24:53,556 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2004312917_22 at /127.0.0.1:43780 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 418), ProcessCount=11 (was 11), AvailableMemoryMB=2461 (was 2479)
2024-12-03T02:24:53,566 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=2461
2024-12-03T02:24:53,568 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:24:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-03T02:24:53,572 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T02:24:53,572 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:53,573 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-03T02:24:53,574 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T02:24:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-03T02:24:53,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741843_1019 (size=418)
2024-12-03T02:24:53,988 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c293ff8339c94e8ba832711b0d1dada2, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:24:54,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741844_1020 (size=69)
2024-12-03T02:24:54,039 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:54,039 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing c293ff8339c94e8ba832711b0d1dada2, disabling compactions & flushes
2024-12-03T02:24:54,039 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:24:54,039 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:24:54,039 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2. after waiting 0 ms
2024-12-03T02:24:54,039 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:24:54,039 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:24:54,040 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for c293ff8339c94e8ba832711b0d1dada2:
Waiting for close lock at 1733192694039Disabling compacts and flushes for region at 1733192694039Disabling writes for close at 1733192694039Writing region close event to WAL at 1733192694039Closed at 1733192694039
2024-12-03T02:24:54,043 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T02:24:54,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733192694043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192694043"}]},"ts":"1733192694043"}
2024-12-03T02:24:54,049 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T02:24:54,052 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T02:24:54,053 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192694052"}]},"ts":"1733192694052"}
2024-12-03T02:24:54,056 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-03T02:24:54,057 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c293ff8339c94e8ba832711b0d1dada2, ASSIGN}]
2024-12-03T02:24:54,061 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c293ff8339c94e8ba832711b0d1dada2, ASSIGN
2024-12-03T02:24:54,064 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c293ff8339c94e8ba832711b0d1dada2, ASSIGN; state=OFFLINE, location=64035cbb0b46,44207,1733192611422; forceNewPlan=false, retain=false
2024-12-03T02:24:54,215 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c293ff8339c94e8ba832711b0d1dada2, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:54,220 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c293ff8339c94e8ba832711b0d1dada2, ASSIGN because future has completed
2024-12-03T02:24:54,220 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c293ff8339c94e8ba832711b0d1dada2, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:24:54,383 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:24:54,384 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c293ff8339c94e8ba832711b0d1dada2, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:24:54,384 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:24:54,384 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:54,385 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:24:54,385 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:24:54,388 INFO  [StoreOpener-c293ff8339c94e8ba832711b0d1dada2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c293ff8339c94e8ba832711b0d1dada2 
2024-12-03T02:24:54,392 INFO  [StoreOpener-c293ff8339c94e8ba832711b0d1dada2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c293ff8339c94e8ba832711b0d1dada2 columnFamilyName testFamily
2024-12-03T02:24:54,393 DEBUG [StoreOpener-c293ff8339c94e8ba832711b0d1dada2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:54,394 INFO  [StoreOpener-c293ff8339c94e8ba832711b0d1dada2-1 {}] regionserver.HStore(327): Store=c293ff8339c94e8ba832711b0d1dada2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:24:54,394 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:24:54,396 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScanner/c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:24:54,397 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScanner/c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:24:54,398 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:24:54,398 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:24:54,402 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:24:54,406 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScanner/c293ff8339c94e8ba832711b0d1dada2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:24:54,407 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c293ff8339c94e8ba832711b0d1dada2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74645762, jitterRate=0.11230853199958801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T02:24:54,407 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:24:54,408 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c293ff8339c94e8ba832711b0d1dada2:
Running coprocessor pre-open hook at 1733192694385Writing region info on filesystem at 1733192694385Initializing all the Stores at 1733192694387 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192694387Cleaning up temporary data from old regions at 1733192694398 (+11 ms)Running coprocessor post-open hooks at 1733192694407 (+9 ms)Region opened successfully at 1733192694408 (+1 ms)
2024-12-03T02:24:54,409 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., pid=18, masterSystemTime=1733192694376
2024-12-03T02:24:54,413 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:24:54,413 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:24:54,414 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c293ff8339c94e8ba832711b0d1dada2, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:54,417 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c293ff8339c94e8ba832711b0d1dada2, server=64035cbb0b46,44207,1733192611422 because future has completed
2024-12-03T02:24:54,424 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-03T02:24:54,424 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure c293ff8339c94e8ba832711b0d1dada2, server=64035cbb0b46,44207,1733192611422 in 199 msec
2024-12-03T02:24:54,433 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-03T02:24:54,434 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c293ff8339c94e8ba832711b0d1dada2, ASSIGN in 367 msec
2024-12-03T02:24:54,436 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T02:24:54,436 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192694436"}]},"ts":"1733192694436"}
2024-12-03T02:24:54,444 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-03T02:24:54,446 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T02:24:54,450 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 878 msec
2024-12-03T02:24:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-03T02:24:54,597 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-03T02:24:54,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-03T02:24:54,597 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:24:54,602 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-03T02:24:54,603 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:24:54,603 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-03T02:24:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:24:54,630 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T02:24:54,630 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-03T02:24:54,636 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T02:24:54,639 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T02:24:55,645 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., hostname=64035cbb0b46,44207,1733192611422, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=64035cbb0b46:44207 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-03T02:24:55,646 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-03T02:24:55,646 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 from cache
2024-12-03T02:24:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-12-03T02:24:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:24:56,664 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T02:24:57,645 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., hostname=64035cbb0b46,44207,1733192611422, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=64035cbb0b46:44207 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=973ms
2024-12-03T02:24:57,645 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=973ms
2024-12-03T02:24:57,645 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 from cache
2024-12-03T02:24:57,654 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 418), ProcessCount=9 (was 11), AvailableMemoryMB=2923 (was 2461) - AvailableMemoryMB LEAK? -
2024-12-03T02:24:57,661 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=10, AvailableMemoryMB=2923
2024-12-03T02:24:57,664 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:24:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-03T02:24:57,667 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T02:24:57,667 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:57,667 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-03T02:24:57,669 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T02:24:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-03T02:24:57,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741845_1021 (size=416)
2024-12-03T02:24:58,080 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29b9152d6b0f20255837600ef32539a9, NAME => 'testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:24:58,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741846_1022 (size=67)
2024-12-03T02:24:58,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-03T02:24:58,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-03T02:24:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-12-03T02:24:58,497 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:58,497 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 29b9152d6b0f20255837600ef32539a9, disabling compactions & flushes
2024-12-03T02:24:58,497 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:24:58,497 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:24:58,498 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9. after waiting 0 ms
2024-12-03T02:24:58,498 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:24:58,498 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:24:58,498 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29b9152d6b0f20255837600ef32539a9:
Waiting for close lock at 1733192698497Disabling compacts and flushes for region at 1733192698497Disabling writes for close at 1733192698498 (+1 ms)Writing region close event to WAL at 1733192698498Closed at 1733192698498
2024-12-03T02:24:58,501 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T02:24:58,502 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733192698501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192698501"}]},"ts":"1733192698501"}
2024-12-03T02:24:58,505 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T02:24:58,507 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T02:24:58,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192698507"}]},"ts":"1733192698507"}
2024-12-03T02:24:58,512 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-03T02:24:58,512 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=29b9152d6b0f20255837600ef32539a9, ASSIGN}]
2024-12-03T02:24:58,515 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=29b9152d6b0f20255837600ef32539a9, ASSIGN
2024-12-03T02:24:58,517 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=29b9152d6b0f20255837600ef32539a9, ASSIGN; state=OFFLINE, location=64035cbb0b46,44207,1733192611422; forceNewPlan=false, retain=false
2024-12-03T02:24:58,668 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=29b9152d6b0f20255837600ef32539a9, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:58,673 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=29b9152d6b0f20255837600ef32539a9, ASSIGN because future has completed
2024-12-03T02:24:58,674 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29b9152d6b0f20255837600ef32539a9, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:24:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-03T02:24:58,740 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T02:24:58,834 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:24:58,835 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 29b9152d6b0f20255837600ef32539a9, NAME => 'testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:24:58,836 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 29b9152d6b0f20255837600ef32539a9
2024-12-03T02:24:58,836 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:24:58,836 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 29b9152d6b0f20255837600ef32539a9
2024-12-03T02:24:58,836 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 29b9152d6b0f20255837600ef32539a9
2024-12-03T02:24:58,839 INFO  [StoreOpener-29b9152d6b0f20255837600ef32539a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 29b9152d6b0f20255837600ef32539a9 
2024-12-03T02:24:58,843 INFO  [StoreOpener-29b9152d6b0f20255837600ef32539a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29b9152d6b0f20255837600ef32539a9 columnFamilyName testFamily
2024-12-03T02:24:58,843 DEBUG [StoreOpener-29b9152d6b0f20255837600ef32539a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:24:58,845 INFO  [StoreOpener-29b9152d6b0f20255837600ef32539a9-1 {}] regionserver.HStore(327): Store=29b9152d6b0f20255837600ef32539a9/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:24:58,845 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 29b9152d6b0f20255837600ef32539a9
2024-12-03T02:24:58,846 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNextAsync/29b9152d6b0f20255837600ef32539a9
2024-12-03T02:24:58,847 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNextAsync/29b9152d6b0f20255837600ef32539a9
2024-12-03T02:24:58,848 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 29b9152d6b0f20255837600ef32539a9
2024-12-03T02:24:58,848 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 29b9152d6b0f20255837600ef32539a9
2024-12-03T02:24:58,852 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 29b9152d6b0f20255837600ef32539a9
2024-12-03T02:24:58,861 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNextAsync/29b9152d6b0f20255837600ef32539a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:24:58,862 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 29b9152d6b0f20255837600ef32539a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70383587, jitterRate=0.04879717528820038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T02:24:58,862 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29b9152d6b0f20255837600ef32539a9
2024-12-03T02:24:58,862 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 29b9152d6b0f20255837600ef32539a9:
Running coprocessor pre-open hook at 1733192698836Writing region info on filesystem at 1733192698836Initializing all the Stores at 1733192698838 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192698838Cleaning up temporary data from old regions at 1733192698848 (+10 ms)Running coprocessor post-open hooks at 1733192698862 (+14 ms)Region opened successfully at 1733192698862
2024-12-03T02:24:58,864 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9., pid=21, masterSystemTime=1733192698828
2024-12-03T02:24:58,866 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:24:58,867 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:24:58,868 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=29b9152d6b0f20255837600ef32539a9, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:24:58,871 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29b9152d6b0f20255837600ef32539a9, server=64035cbb0b46,44207,1733192611422 because future has completed
2024-12-03T02:24:58,877 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-03T02:24:58,878 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 29b9152d6b0f20255837600ef32539a9, server=64035cbb0b46,44207,1733192611422 in 199 msec
2024-12-03T02:24:58,882 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-03T02:24:58,882 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=29b9152d6b0f20255837600ef32539a9, ASSIGN in 365 msec
2024-12-03T02:24:58,883 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T02:24:58,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192698883"}]},"ts":"1733192698883"}
2024-12-03T02:24:58,886 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-03T02:24:58,889 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T02:24:58,893 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2250 sec
2024-12-03T02:24:59,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T02:25:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-03T02:25:00,691 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-03T02:25:00,691 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-03T02:25:00,691 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:25:00,696 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-03T02:25:00,697 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:25:00,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-03T02:25:00,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:25:00,715 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T02:25:00,715 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-03T02:25:00,722 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T02:25:00,725 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T02:25:00,727 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T02:25:00,732 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-03T02:25:00,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-03T02:25:00,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-03T02:25:00,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-03T02:25:00,995 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-03T02:25:00,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-03T02:25:00,995 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T02:25:03,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44207 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250072' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T02:25:03,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44207 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:59476 deadline: 1733192704739, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250072' does not exist
2024-12-03T02:25:03,741 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 64035cbb0b46,44207,1733192611422 for closing scanner id = -7185894200796250072 for 29b9152d6b0f20255837600ef32539a9 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250072' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T02:25:03,749 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 400), ProcessCount=11 (was 10) - ProcessCount LEAK? -, AvailableMemoryMB=2354 (was 2923)
2024-12-03T02:25:03,760 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=2352
2024-12-03T02:25:03,764 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:25:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-03T02:25:03,783 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T02:25:03,784 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:25:03,784 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-03T02:25:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-03T02:25:03,791 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T02:25:03,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741847_1023 (size=411)
2024-12-03T02:25:03,852 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a8e06ec2e3b63b8721262916b8e411e, NAME => 'testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:25:03,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741848_1024 (size=62)
2024-12-03T02:25:04,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-12-03T02:25:04,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:25:04,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 1a8e06ec2e3b63b8721262916b8e411e, disabling compactions & flushes
2024-12-03T02:25:04,321 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:04,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:04,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e. after waiting 0 ms
2024-12-03T02:25:04,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:04,321 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:04,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a8e06ec2e3b63b8721262916b8e411e:
Waiting for close lock at 1733192704321Disabling compacts and flushes for region at 1733192704321Disabling writes for close at 1733192704321Writing region close event to WAL at 1733192704321Closed at 1733192704321
2024-12-03T02:25:04,324 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T02:25:04,324 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733192704324"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192704324"}]},"ts":"1733192704324"}
2024-12-03T02:25:04,330 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T02:25:04,332 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T02:25:04,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192704333"}]},"ts":"1733192704333"}
2024-12-03T02:25:04,337 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-03T02:25:04,337 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=1a8e06ec2e3b63b8721262916b8e411e, ASSIGN}]
2024-12-03T02:25:04,339 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T02:25:04,340 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=1a8e06ec2e3b63b8721262916b8e411e, ASSIGN
2024-12-03T02:25:04,342 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=1a8e06ec2e3b63b8721262916b8e411e, ASSIGN; state=OFFLINE, location=64035cbb0b46,44207,1733192611422; forceNewPlan=false, retain=false
2024-12-03T02:25:04,370 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-03T02:25:04,493 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=1a8e06ec2e3b63b8721262916b8e411e, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:25:04,496 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=1a8e06ec2e3b63b8721262916b8e411e, ASSIGN because future has completed
2024-12-03T02:25:04,497 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a8e06ec2e3b63b8721262916b8e411e, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:25:04,656 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:04,656 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a8e06ec2e3b63b8721262916b8e411e, NAME => 'testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:25:04,656 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:04,656 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:25:04,656 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:04,656 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:04,658 INFO  [StoreOpener-1a8e06ec2e3b63b8721262916b8e411e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1a8e06ec2e3b63b8721262916b8e411e 
2024-12-03T02:25:04,661 INFO  [StoreOpener-1a8e06ec2e3b63b8721262916b8e411e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a8e06ec2e3b63b8721262916b8e411e columnFamilyName testFamily
2024-12-03T02:25:04,661 DEBUG [StoreOpener-1a8e06ec2e3b63b8721262916b8e411e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:25:04,661 INFO  [StoreOpener-1a8e06ec2e3b63b8721262916b8e411e-1 {}] regionserver.HStore(327): Store=1a8e06ec2e3b63b8721262916b8e411e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:25:04,662 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:04,663 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNext/1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:04,663 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNext/1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:04,664 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:04,664 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:04,667 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:04,670 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNext/1a8e06ec2e3b63b8721262916b8e411e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:25:04,672 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1a8e06ec2e3b63b8721262916b8e411e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70043282, jitterRate=0.04372623562812805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T02:25:04,672 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:04,673 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1a8e06ec2e3b63b8721262916b8e411e:
Running coprocessor pre-open hook at 1733192704657Writing region info on filesystem at 1733192704657Initializing all the Stores at 1733192704658 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192704658Cleaning up temporary data from old regions at 1733192704664 (+6 ms)Running coprocessor post-open hooks at 1733192704672 (+8 ms)Region opened successfully at 1733192704673 (+1 ms)
2024-12-03T02:25:04,675 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e., pid=24, masterSystemTime=1733192704650
2024-12-03T02:25:04,678 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:04,678 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:04,679 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=1a8e06ec2e3b63b8721262916b8e411e, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:25:04,681 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a8e06ec2e3b63b8721262916b8e411e, server=64035cbb0b46,44207,1733192611422 because future has completed
2024-12-03T02:25:04,686 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-03T02:25:04,686 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a8e06ec2e3b63b8721262916b8e411e, server=64035cbb0b46,44207,1733192611422 in 185 msec
2024-12-03T02:25:04,689 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-03T02:25:04,689 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=1a8e06ec2e3b63b8721262916b8e411e, ASSIGN in 349 msec
2024-12-03T02:25:04,690 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T02:25:04,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192704690"}]},"ts":"1733192704690"}
2024-12-03T02:25:04,693 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-03T02:25:04,694 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T02:25:04,696 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 930 msec
2024-12-03T02:25:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-03T02:25:04,792 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-03T02:25:04,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-03T02:25:04,792 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:25:04,796 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-03T02:25:04,796 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:25:04,796 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-03T02:25:04,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:25:04,812 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T02:25:04,813 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-03T02:25:04,816 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T02:25:04,817 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T02:25:04,818 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T02:25:04,819 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-03T02:25:07,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44207 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250068' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T02:25:07,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44207 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:59476 deadline: 1733192708828, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250068' does not exist
2024-12-03T02:25:07,830 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 64035cbb0b46,44207,1733192611422 for closing scanner id = -7185894200796250068 for 1a8e06ec2e3b63b8721262916b8e411e of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250068' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T02:25:07,837 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2004312917_22 at /127.0.0.1:33356 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=2196 (was 2352)
2024-12-03T02:25:07,848 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=2192
2024-12-03T02:25:07,850 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:25:07,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-03T02:25:07,854 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T02:25:07,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:25:07,855 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-03T02:25:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T02:25:07,858 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T02:25:07,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741849_1025 (size=419)
2024-12-03T02:25:08,276 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70914018caa2d3abcb7ea3f31cbc724c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:25:08,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741850_1026 (size=70)
2024-12-03T02:25:08,307 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:25:08,307 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 70914018caa2d3abcb7ea3f31cbc724c, disabling compactions & flushes
2024-12-03T02:25:08,307 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:08,308 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:08,308 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c. after waiting 0 ms
2024-12-03T02:25:08,308 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:08,308 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:08,308 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70914018caa2d3abcb7ea3f31cbc724c:
Waiting for close lock at 1733192708307Disabling compacts and flushes for region at 1733192708307Disabling writes for close at 1733192708308 (+1 ms)Writing region close event to WAL at 1733192708308Closed at 1733192708308
2024-12-03T02:25:08,312 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T02:25:08,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733192708312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192708312"}]},"ts":"1733192708312"}
2024-12-03T02:25:08,317 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T02:25:08,319 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T02:25:08,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192708319"}]},"ts":"1733192708319"}
2024-12-03T02:25:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-12-03T02:25:08,325 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-03T02:25:08,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=70914018caa2d3abcb7ea3f31cbc724c, ASSIGN}]
2024-12-03T02:25:08,328 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=70914018caa2d3abcb7ea3f31cbc724c, ASSIGN
2024-12-03T02:25:08,330 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=70914018caa2d3abcb7ea3f31cbc724c, ASSIGN; state=OFFLINE, location=64035cbb0b46,44207,1733192611422; forceNewPlan=false, retain=false
2024-12-03T02:25:08,482 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=70914018caa2d3abcb7ea3f31cbc724c, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:25:08,486 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=70914018caa2d3abcb7ea3f31cbc724c, ASSIGN because future has completed
2024-12-03T02:25:08,486 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70914018caa2d3abcb7ea3f31cbc724c, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:25:08,667 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:08,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 70914018caa2d3abcb7ea3f31cbc724c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:25:08,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:08,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:25:08,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:08,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:08,683 INFO  [StoreOpener-70914018caa2d3abcb7ea3f31cbc724c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 70914018caa2d3abcb7ea3f31cbc724c 
2024-12-03T02:25:08,709 INFO  [StoreOpener-70914018caa2d3abcb7ea3f31cbc724c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70914018caa2d3abcb7ea3f31cbc724c columnFamilyName testFamily
2024-12-03T02:25:08,709 DEBUG [StoreOpener-70914018caa2d3abcb7ea3f31cbc724c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:25:08,718 INFO  [StoreOpener-70914018caa2d3abcb7ea3f31cbc724c-1 {}] regionserver.HStore(327): Store=70914018caa2d3abcb7ea3f31cbc724c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:25:08,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:08,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:08,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:08,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:08,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:08,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:08,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/70914018caa2d3abcb7ea3f31cbc724c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:25:08,779 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 70914018caa2d3abcb7ea3f31cbc724c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72340663, jitterRate=0.07795988023281097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T02:25:08,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:08,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 70914018caa2d3abcb7ea3f31cbc724c:
Running coprocessor pre-open hook at 1733192708669Writing region info on filesystem at 1733192708669Initializing all the Stores at 1733192708678 (+9 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192708678Cleaning up temporary data from old regions at 1733192708727 (+49 ms)Running coprocessor post-open hooks at 1733192708780 (+53 ms)Region opened successfully at 1733192708780
2024-12-03T02:25:08,787 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c., pid=27, masterSystemTime=1733192708643
2024-12-03T02:25:08,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:08,802 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:08,804 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=70914018caa2d3abcb7ea3f31cbc724c, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:25:08,817 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70914018caa2d3abcb7ea3f31cbc724c, server=64035cbb0b46,44207,1733192611422 because future has completed
2024-12-03T02:25:08,841 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-03T02:25:08,842 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 70914018caa2d3abcb7ea3f31cbc724c, server=64035cbb0b46,44207,1733192611422 in 344 msec
2024-12-03T02:25:08,850 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-03T02:25:08,850 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=70914018caa2d3abcb7ea3f31cbc724c, ASSIGN in 516 msec
2024-12-03T02:25:08,853 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T02:25:08,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192708853"}]},"ts":"1733192708853"}
2024-12-03T02:25:08,864 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-03T02:25:08,869 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T02:25:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T02:25:08,884 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.0190 sec
2024-12-03T02:25:10,158 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T02:25:10,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-03T02:25:10,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-03T02:25:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T02:25:10,891 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-03T02:25:10,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-03T02:25:10,891 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:25:10,897 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-03T02:25:10,897 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:25:10,897 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-03T02:25:10,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:25:10,915 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T02:25:10,915 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-03T02:25:10,919 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T02:25:10,921 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-03T02:25:10,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-03T02:25:10,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-03T02:25:10,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-03T02:25:10,995 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T02:25:14,937 INFO  [master/64035cbb0b46:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-03T02:25:14,938 INFO  [master/64035cbb0b46:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-03T02:25:16,925 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c., hostname=64035cbb0b46,44207,1733192611422, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=64035cbb0b46:44207 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-12-03T02:25:16,926 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-12-03T02:25:16,926 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 from cache
2024-12-03T02:25:16,935 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 369), ProcessCount=11 (was 11), AvailableMemoryMB=2458 (was 2192) - AvailableMemoryMB LEAK? -
2024-12-03T02:25:16,944 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=2456
2024-12-03T02:25:16,946 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:25:16,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-03T02:25:16,950 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T02:25:16,950 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:25:16,950 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-03T02:25:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-03T02:25:16,952 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T02:25:16,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741851_1027 (size=407)
2024-12-03T02:25:17,373 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06750c5e374fc6f93a52e955f2489061, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:25:17,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741852_1028 (size=58)
2024-12-03T02:25:17,387 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:25:17,387 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 06750c5e374fc6f93a52e955f2489061, disabling compactions & flushes
2024-12-03T02:25:17,387 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:17,387 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:17,387 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061. after waiting 0 ms
2024-12-03T02:25:17,387 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:17,387 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:17,387 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06750c5e374fc6f93a52e955f2489061:
Waiting for close lock at 1733192717387Disabling compacts and flushes for region at 1733192717387Disabling writes for close at 1733192717387Writing region close event to WAL at 1733192717387Closed at 1733192717387
2024-12-03T02:25:17,389 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T02:25:17,390 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733192717389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192717389"}]},"ts":"1733192717389"}
2024-12-03T02:25:17,394 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T02:25:17,396 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T02:25:17,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192717396"}]},"ts":"1733192717396"}
2024-12-03T02:25:17,399 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-03T02:25:17,400 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=06750c5e374fc6f93a52e955f2489061, ASSIGN}]
2024-12-03T02:25:17,408 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=06750c5e374fc6f93a52e955f2489061, ASSIGN
2024-12-03T02:25:17,412 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=06750c5e374fc6f93a52e955f2489061, ASSIGN; state=OFFLINE, location=64035cbb0b46,44207,1733192611422; forceNewPlan=false, retain=false
2024-12-03T02:25:17,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-12-03T02:25:17,562 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=06750c5e374fc6f93a52e955f2489061, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:25:17,565 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=06750c5e374fc6f93a52e955f2489061, ASSIGN because future has completed
2024-12-03T02:25:17,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06750c5e374fc6f93a52e955f2489061, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:25:17,729 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:17,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 06750c5e374fc6f93a52e955f2489061, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:25:17,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:17,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:25:17,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:17,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:17,732 INFO  [StoreOpener-06750c5e374fc6f93a52e955f2489061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 06750c5e374fc6f93a52e955f2489061 
2024-12-03T02:25:17,734 INFO  [StoreOpener-06750c5e374fc6f93a52e955f2489061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06750c5e374fc6f93a52e955f2489061 columnFamilyName testFamily
2024-12-03T02:25:17,734 DEBUG [StoreOpener-06750c5e374fc6f93a52e955f2489061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:25:17,735 INFO  [StoreOpener-06750c5e374fc6f93a52e955f2489061-1 {}] regionserver.HStore(327): Store=06750c5e374fc6f93a52e955f2489061/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:25:17,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:17,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNext/06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:17,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNext/06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:17,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:17,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:17,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:17,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNext/06750c5e374fc6f93a52e955f2489061/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:25:17,745 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 06750c5e374fc6f93a52e955f2489061; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74804160, jitterRate=0.1146688461303711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T02:25:17,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:17,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 06750c5e374fc6f93a52e955f2489061:
Running coprocessor pre-open hook at 1733192717730Writing region info on filesystem at 1733192717730Initializing all the Stores at 1733192717731 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192717731Cleaning up temporary data from old regions at 1733192717738 (+7 ms)Running coprocessor post-open hooks at 1733192717745 (+7 ms)Region opened successfully at 1733192717746 (+1 ms)
2024-12-03T02:25:17,747 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061., pid=30, masterSystemTime=1733192717719
2024-12-03T02:25:17,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:17,750 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:17,751 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=06750c5e374fc6f93a52e955f2489061, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:25:17,753 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06750c5e374fc6f93a52e955f2489061, server=64035cbb0b46,44207,1733192611422 because future has completed
2024-12-03T02:25:17,757 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-03T02:25:17,757 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 06750c5e374fc6f93a52e955f2489061, server=64035cbb0b46,44207,1733192611422 in 188 msec
2024-12-03T02:25:17,762 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-03T02:25:17,762 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=06750c5e374fc6f93a52e955f2489061, ASSIGN in 357 msec
2024-12-03T02:25:17,763 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T02:25:17,763 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192717763"}]},"ts":"1733192717763"}
2024-12-03T02:25:17,766 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-03T02:25:17,767 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T02:25:17,769 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 821 msec
2024-12-03T02:25:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-03T02:25:17,971 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-03T02:25:17,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-03T02:25:17,971 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:25:17,976 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-03T02:25:17,976 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:25:17,976 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-03T02:25:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:25:17,993 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T02:25:17,993 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-03T02:25:17,996 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T02:25:17,998 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T02:25:17,999 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T02:25:18,000 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-03T02:25:20,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-03T02:25:20,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-03T02:25:22,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-03T02:25:23,263 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T02:25:24,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44207 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250060' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T02:25:24,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44207 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:59476 deadline: 1733192730009, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250060' does not exist
2024-12-03T02:25:24,011 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 64035cbb0b46,44207,1733192611422 for closing scanner id = -7185894200796250060 for 06750c5e374fc6f93a52e955f2489061 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7185894200796250060' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T02:25:24,019 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 312) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3046 (was 2456) - AvailableMemoryMB LEAK? -
2024-12-03T02:25:24,030 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=3044
2024-12-03T02:25:24,033 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T02:25:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-03T02:25:24,044 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T02:25:24,044 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:25:24,044 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-03T02:25:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T02:25:24,049 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T02:25:24,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741853_1029 (size=423)
2024-12-03T02:25:24,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-12-03T02:25:24,503 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8a21dca5189255704c0f6ec9b14d2f0, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1
2024-12-03T02:25:24,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741854_1030 (size=74)
2024-12-03T02:25:24,914 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:25:24,914 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing f8a21dca5189255704c0f6ec9b14d2f0, disabling compactions & flushes
2024-12-03T02:25:24,914 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:24,914 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:24,914 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0. after waiting 0 ms
2024-12-03T02:25:24,914 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:24,915 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:24,915 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8a21dca5189255704c0f6ec9b14d2f0:
Waiting for close lock at 1733192724914Disabling compacts and flushes for region at 1733192724914Disabling writes for close at 1733192724914Writing region close event to WAL at 1733192724914Closed at 1733192724914
2024-12-03T02:25:24,916 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T02:25:24,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733192724916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192724916"}]},"ts":"1733192724916"}
2024-12-03T02:25:24,923 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T02:25:24,925 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T02:25:24,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192724925"}]},"ts":"1733192724925"}
2024-12-03T02:25:24,929 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-03T02:25:24,930 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f8a21dca5189255704c0f6ec9b14d2f0, ASSIGN}]
2024-12-03T02:25:24,934 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f8a21dca5189255704c0f6ec9b14d2f0, ASSIGN
2024-12-03T02:25:24,937 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f8a21dca5189255704c0f6ec9b14d2f0, ASSIGN; state=OFFLINE, location=64035cbb0b46,44207,1733192611422; forceNewPlan=false, retain=false
2024-12-03T02:25:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T02:25:25,091 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f8a21dca5189255704c0f6ec9b14d2f0, regionState=OPENING, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:25:25,107 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f8a21dca5189255704c0f6ec9b14d2f0, ASSIGN because future has completed
2024-12-03T02:25:25,110 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8a21dca5189255704c0f6ec9b14d2f0, server=64035cbb0b46,44207,1733192611422}]
2024-12-03T02:25:25,290 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:25,290 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => f8a21dca5189255704c0f6ec9b14d2f0, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.', STARTKEY => '', ENDKEY => ''}
2024-12-03T02:25:25,291 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:25,291 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T02:25:25,291 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:25,291 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:25,302 INFO  [StoreOpener-f8a21dca5189255704c0f6ec9b14d2f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f8a21dca5189255704c0f6ec9b14d2f0 
2024-12-03T02:25:25,305 INFO  [StoreOpener-f8a21dca5189255704c0f6ec9b14d2f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a21dca5189255704c0f6ec9b14d2f0 columnFamilyName testFamily
2024-12-03T02:25:25,305 DEBUG [StoreOpener-f8a21dca5189255704c0f6ec9b14d2f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T02:25:25,306 INFO  [StoreOpener-f8a21dca5189255704c0f6ec9b14d2f0-1 {}] regionserver.HStore(327): Store=f8a21dca5189255704c0f6ec9b14d2f0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T02:25:25,306 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:25,307 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:25,307 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:25,308 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:25,308 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:25,310 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:25,323 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/f8a21dca5189255704c0f6ec9b14d2f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T02:25:25,324 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened f8a21dca5189255704c0f6ec9b14d2f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71336959, jitterRate=0.0630035251379013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T02:25:25,324 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:25,325 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for f8a21dca5189255704c0f6ec9b14d2f0:
Running coprocessor pre-open hook at 1733192725291Writing region info on filesystem at 1733192725291Initializing all the Stores at 1733192725300 (+9 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192725300Cleaning up temporary data from old regions at 1733192725308 (+8 ms)Running coprocessor post-open hooks at 1733192725324 (+16 ms)Region opened successfully at 1733192725325 (+1 ms)
2024-12-03T02:25:25,332 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., pid=33, masterSystemTime=1733192725282
2024-12-03T02:25:25,340 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:25,340 INFO  [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:25,341 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f8a21dca5189255704c0f6ec9b14d2f0, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44207,1733192611422
2024-12-03T02:25:25,344 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8a21dca5189255704c0f6ec9b14d2f0, server=64035cbb0b46,44207,1733192611422 because future has completed
2024-12-03T02:25:25,350 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-03T02:25:25,350 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure f8a21dca5189255704c0f6ec9b14d2f0, server=64035cbb0b46,44207,1733192611422 in 236 msec
2024-12-03T02:25:25,356 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-03T02:25:25,356 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f8a21dca5189255704c0f6ec9b14d2f0, ASSIGN in 421 msec
2024-12-03T02:25:25,358 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T02:25:25,358 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192725358"}]},"ts":"1733192725358"}
2024-12-03T02:25:25,362 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-03T02:25:25,366 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T02:25:25,375 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.3330 sec
2024-12-03T02:25:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T02:25:27,071 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-03T02:25:27,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-03T02:25:27,071 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:25:27,077 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-03T02:25:27,078 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T02:25:27,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-03T02:25:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:25:27,095 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T02:25:27,095 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-03T02:25:27,099 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T02:25:27,101 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T02:25:28,105 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., hostname=64035cbb0b46,44207,1733192611422, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=64035cbb0b46:44207 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-12-03T02:25:28,105 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-12-03T02:25:28,106 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 from cache
2024-12-03T02:25:28,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-03T02:25:28,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-12-03T02:25:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., hostname=64035cbb0b46,44207,1733192611422, seqNum=2]
2024-12-03T02:25:29,124 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44207 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T02:25:29,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T02:25:30,105 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., hostname=64035cbb0b46,44207,1733192611422, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=64035cbb0b46:44207 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=976ms
2024-12-03T02:25:30,105 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=976ms
2024-12-03T02:25:30,105 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., hostname=64035cbb0b46,44207,1733192611422, seqNum=2 from cache
2024-12-03T02:25:30,114 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 319) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2323 (was 3044)
2024-12-03T02:25:30,115 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T02:25:30,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T02:25:30,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T02:25:30,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T02:25:30,120 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T02:25:30,120 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-03T02:25:30,120 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T02:25:30,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T02:25:30,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T02:25:30,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T02:25:30,120 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T02:25:30,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-03T02:25:30,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331909808, stopped=false
2024-12-03T02:25:30,121 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,35031,1733192610538
2024-12-03T02:25:30,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T02:25:30,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T02:25:30,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:25:30,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:25:30,191 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T02:25:30,192 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T02:25:30,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T02:25:30,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T02:25:30,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T02:25:30,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T02:25:30,192 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,44207,1733192611422' *****
2024-12-03T02:25:30,192 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-03T02:25:30,193 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-03T02:25:30,193 INFO  [RS:0;64035cbb0b46:44207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-03T02:25:30,193 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-03T02:25:30,193 INFO  [RS:0;64035cbb0b46:44207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-03T02:25:30,193 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for 634e07f72c368af0e1ebef9505676b24
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for c293ff8339c94e8ba832711b0d1dada2
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for 48e0818da5c5d06252ff3589ca9d66cd
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for 70914018caa2d3abcb7ea3f31cbc724c
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for 29b9152d6b0f20255837600ef32539a9
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a8e06ec2e3b63b8721262916b8e411e
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for 396a3d666a07e1edd241079e124b909f
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for 06750c5e374fc6f93a52e955f2489061
2024-12-03T02:25:30,194 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 634e07f72c368af0e1ebef9505676b24, disabling compactions & flushes
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:25:30,194 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,44207,1733192611422
2024-12-03T02:25:30,194 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:25:30,194 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24. after waiting 0 ms
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T02:25:30,194 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:25:30,194 INFO  [RS:0;64035cbb0b46:44207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:44207.
2024-12-03T02:25:30,194 DEBUG [RS:0;64035cbb0b46:44207 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T02:25:30,194 DEBUG [RS:0;64035cbb0b46:44207 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T02:25:30,195 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-03T02:25:30,195 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-03T02:25:30,195 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-03T02:25:30,195 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-03T02:25:30,195 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-03T02:25:30,195 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T02:25:30,195 INFO  [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T02:25:30,195 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T02:25:30,195 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T02:25:30,195 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T02:25:30,196 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1588230740, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, 48e0818da5c5d06252ff3589ca9d66cd, 634e07f72c368af0e1ebef9505676b24, 70914018caa2d3abcb7ea3f31cbc724c, c293ff8339c94e8ba832711b0d1dada2, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:30,198 INFO  [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-03T02:25:30,198 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 634e07f72c368af0e1ebef9505676b24 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T02:25:30,253 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNextAsync/634e07f72c368af0e1ebef9505676b24/.tmp/testFamily/e1ab31a03fe948378cc0c9aeab97fdbf is 61, key is row-0/testFamily:testQualifier/1733192686421/Put/seqid=0
2024-12-03T02:25:30,256 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/.tmp/info/34d8c42cb0dd4b7a98be9d6aca0480f7 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd./info:regioninfo/1733192675893/Put/seqid=0
2024-12-03T02:25:30,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741855_1031 (size=20564)
2024-12-03T02:25:30,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741856_1032 (size=5049)
2024-12-03T02:25:30,264 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNextAsync/634e07f72c368af0e1ebef9505676b24/.tmp/testFamily/e1ab31a03fe948378cc0c9aeab97fdbf
2024-12-03T02:25:30,264 INFO  [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/.tmp/info/34d8c42cb0dd4b7a98be9d6aca0480f7
2024-12-03T02:25:30,328 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNextAsync/634e07f72c368af0e1ebef9505676b24/.tmp/testFamily/e1ab31a03fe948378cc0c9aeab97fdbf as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNextAsync/634e07f72c368af0e1ebef9505676b24/testFamily/e1ab31a03fe948378cc0c9aeab97fdbf
2024-12-03T02:25:30,342 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNextAsync/634e07f72c368af0e1ebef9505676b24/testFamily/e1ab31a03fe948378cc0c9aeab97fdbf, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T02:25:30,352 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/.tmp/ns/b42637e0e0db483ab2f284bae6628a42 is 43, key is default/ns:d/1733192674762/Put/seqid=0
2024-12-03T02:25:30,354 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 634e07f72c368af0e1ebef9505676b24 in 153ms, sequenceid=8, compaction requested=false
2024-12-03T02:25:30,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741857_1033 (size=5153)
2024-12-03T02:25:30,366 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNextAsync/634e07f72c368af0e1ebef9505676b24/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T02:25:30,369 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:25:30,369 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 634e07f72c368af0e1ebef9505676b24:
Waiting for close lock at 1733192730194Running coprocessor pre-close hooks at 1733192730194Disabling compacts and flushes for region at 1733192730194Disabling writes for close at 1733192730194Obtaining lock to block concurrent updates at 1733192730198 (+4 ms)Preparing flush snapshotting stores in 634e07f72c368af0e1ebef9505676b24 at 1733192730198Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733192730207 (+9 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24. at 1733192730209 (+2 ms)Flushing 634e07f72c368af0e1ebef9505676b24/testFamily: creating writer at 1733192730210 (+1 ms)Flushing 634e07f72c368af0e1ebef9505676b24/testFamily: appending metadata at 1733192730247 (+37 ms)Flushing 634e07f72c368af0e1ebef9505676b24/testFamily: closing flushed file at 1733192730249 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4176d6: reopening flushed file at 1733192730325 (+76 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 634e07f72c368af0e1ebef9505676b24 in 153ms, sequenceid=8, compaction requested=false at 1733192730354 (+29 ms)Writing region close event to WAL at 1733192730359 (+5 ms)Running coprocessor post-close hooks at 1733192730367 (+8 ms)Closed at 1733192730369 (+2 ms)
2024-12-03T02:25:30,370 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733192683367.634e07f72c368af0e1ebef9505676b24.
2024-12-03T02:25:30,370 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c293ff8339c94e8ba832711b0d1dada2, disabling compactions & flushes
2024-12-03T02:25:30,370 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:25:30,370 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:25:30,370 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2. after waiting 0 ms
2024-12-03T02:25:30,370 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:25:30,371 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c293ff8339c94e8ba832711b0d1dada2 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T02:25:30,396 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1588230740, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, 48e0818da5c5d06252ff3589ca9d66cd, 70914018caa2d3abcb7ea3f31cbc724c, c293ff8339c94e8ba832711b0d1dada2, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:30,398 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScanner/c293ff8339c94e8ba832711b0d1dada2/.tmp/testFamily/4fafdf8e2e774597a9d5fae5c2e9a7a2 is 61, key is row-0/testFamily:testQualifier/1733192694609/Put/seqid=0
2024-12-03T02:25:30,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741858_1034 (size=5049)
2024-12-03T02:25:30,596 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1588230740, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, 48e0818da5c5d06252ff3589ca9d66cd, 70914018caa2d3abcb7ea3f31cbc724c, c293ff8339c94e8ba832711b0d1dada2, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:30,625 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T02:25:30,760 INFO  [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/.tmp/ns/b42637e0e0db483ab2f284bae6628a42
2024-12-03T02:25:30,785 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/.tmp/table/932589e4c3994530b56ff816408f8aec is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733192675908/Put/seqid=0
2024-12-03T02:25:30,793 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T02:25:30,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741859_1035 (size=6699)
2024-12-03T02:25:30,794 INFO  [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/.tmp/table/932589e4c3994530b56ff816408f8aec
2024-12-03T02:25:30,796 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1588230740, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, 48e0818da5c5d06252ff3589ca9d66cd, 70914018caa2d3abcb7ea3f31cbc724c, c293ff8339c94e8ba832711b0d1dada2, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:30,803 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScanner/c293ff8339c94e8ba832711b0d1dada2/.tmp/testFamily/4fafdf8e2e774597a9d5fae5c2e9a7a2
2024-12-03T02:25:30,807 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/.tmp/info/34d8c42cb0dd4b7a98be9d6aca0480f7 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/info/34d8c42cb0dd4b7a98be9d6aca0480f7
2024-12-03T02:25:30,814 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScanner/c293ff8339c94e8ba832711b0d1dada2/.tmp/testFamily/4fafdf8e2e774597a9d5fae5c2e9a7a2 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScanner/c293ff8339c94e8ba832711b0d1dada2/testFamily/4fafdf8e2e774597a9d5fae5c2e9a7a2
2024-12-03T02:25:30,822 INFO  [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/info/34d8c42cb0dd4b7a98be9d6aca0480f7, entries=100, sequenceid=56, filesize=20.1 K
2024-12-03T02:25:30,824 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/.tmp/ns/b42637e0e0db483ab2f284bae6628a42 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/ns/b42637e0e0db483ab2f284bae6628a42
2024-12-03T02:25:30,827 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScanner/c293ff8339c94e8ba832711b0d1dada2/testFamily/4fafdf8e2e774597a9d5fae5c2e9a7a2, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T02:25:30,828 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c293ff8339c94e8ba832711b0d1dada2 in 458ms, sequenceid=8, compaction requested=false
2024-12-03T02:25:30,836 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScanner/c293ff8339c94e8ba832711b0d1dada2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T02:25:30,836 INFO  [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/ns/b42637e0e0db483ab2f284bae6628a42, entries=2, sequenceid=56, filesize=5.0 K
2024-12-03T02:25:30,837 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:25:30,837 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c293ff8339c94e8ba832711b0d1dada2:
Waiting for close lock at 1733192730370Running coprocessor pre-close hooks at 1733192730370Disabling compacts and flushes for region at 1733192730370Disabling writes for close at 1733192730370Obtaining lock to block concurrent updates at 1733192730371 (+1 ms)Preparing flush snapshotting stores in c293ff8339c94e8ba832711b0d1dada2 at 1733192730371Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733192730371Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2. at 1733192730372 (+1 ms)Flushing c293ff8339c94e8ba832711b0d1dada2/testFamily: creating writer at 1733192730372Flushing c293ff8339c94e8ba832711b0d1dada2/testFamily: appending metadata at 1733192730397 (+25 ms)Flushing c293ff8339c94e8ba832711b0d1dada2/testFamily: closing flushed file at 1733192730397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb9fa22: reopening flushed file at 1733192730813 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c293ff8339c94e8ba832711b0d1dada2 in 458ms, sequenceid=8, compaction requested=false at 1733192730828 (+15 ms)Writing region close event to WAL at 1733192730830 (+2 ms)Running coprocessor post-close hooks at 1733192730837 (+7 ms)Closed at 1733192730837
2024-12-03T02:25:30,837 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733192693568.c293ff8339c94e8ba832711b0d1dada2.
2024-12-03T02:25:30,837 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48e0818da5c5d06252ff3589ca9d66cd, disabling compactions & flushes
2024-12-03T02:25:30,837 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:25:30,837 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:25:30,837 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd. after waiting 0 ms
2024-12-03T02:25:30,837 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:25:30,837 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 48e0818da5c5d06252ff3589ca9d66cd 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T02:25:30,838 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/.tmp/table/932589e4c3994530b56ff816408f8aec as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/table/932589e4c3994530b56ff816408f8aec
2024-12-03T02:25:30,849 INFO  [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/table/932589e4c3994530b56ff816408f8aec, entries=20, sequenceid=56, filesize=6.5 K
2024-12-03T02:25:30,850 INFO  [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 655ms, sequenceid=56, compaction requested=false
2024-12-03T02:25:30,856 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-03T02:25:30,856 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/48e0818da5c5d06252ff3589ca9d66cd/.tmp/testFamily/f7564a09564441ec85d8b94a8974e935 is 61, key is row-0/testFamily:testQualifier/1733192676141/Put/seqid=0
2024-12-03T02:25:30,856 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T02:25:30,857 INFO  [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T02:25:30,857 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733192730195Running coprocessor pre-close hooks at 1733192730195Disabling compacts and flushes for region at 1733192730195Disabling writes for close at 1733192730195Obtaining lock to block concurrent updates at 1733192730198 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733192730198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733192730207 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733192730209 (+2 ms)Flushing 1588230740/info: creating writer at 1733192730210 (+1 ms)Flushing 1588230740/info: appending metadata at 1733192730253 (+43 ms)Flushing 1588230740/info: closing flushed file at 1733192730253Flushing 1588230740/ns: creating writer at 1733192730325 (+72 ms)Flushing 1588230740/ns: appending metadata at 1733192730350 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733192730351 (+1 ms)Flushing 1588230740/table: creating writer at 1733192730769 (+418 ms)Flushing 1588230740/table: appending metadata at 1733192730784 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733192730784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66062e9e: reopening flushed file at 1733192730805 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fea8cb4: reopening flushed file at 1733192730822 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30cb25b3: reopening flushed file at 1733192730836 (+14 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 655ms, sequenceid=56, compaction requested=false at 1733192730850 (+14 ms)Writing region close event to WAL at 1733192730851 (+1 ms)Running coprocessor post-close hooks at 1733192730856 (+5 ms)Closed at 1733192730857 (+1 ms)
2024-12-03T02:25:30,857 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-03T02:25:30,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741860_1036 (size=5049)
2024-12-03T02:25:30,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-03T02:25:30,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T02:25:30,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T02:25:30,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-03T02:25:30,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-03T02:25:30,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T02:25:30,997 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, 48e0818da5c5d06252ff3589ca9d66cd, 70914018caa2d3abcb7ea3f31cbc724c, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:31,193 INFO  [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-03T02:25:31,194 INFO  [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-03T02:25:31,197 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close
2024-12-03T02:25:31,197 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1325): Online Regions={48e0818da5c5d06252ff3589ca9d66cd=testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd., 70914018caa2d3abcb7ea3f31cbc724c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c., 29b9152d6b0f20255837600ef32539a9=testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9., 1a8e06ec2e3b63b8721262916b8e411e=testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e., f8a21dca5189255704c0f6ec9b14d2f0=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., 396a3d666a07e1edd241079e124b909f=testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f., 06750c5e374fc6f93a52e955f2489061=hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061., 12bd7884d19f492e6ab640b1fab6b1f1=hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.}
2024-12-03T02:25:31,197 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, 48e0818da5c5d06252ff3589ca9d66cd, 70914018caa2d3abcb7ea3f31cbc724c, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:31,261 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/48e0818da5c5d06252ff3589ca9d66cd/.tmp/testFamily/f7564a09564441ec85d8b94a8974e935
2024-12-03T02:25:31,270 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/48e0818da5c5d06252ff3589ca9d66cd/.tmp/testFamily/f7564a09564441ec85d8b94a8974e935 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/48e0818da5c5d06252ff3589ca9d66cd/testFamily/f7564a09564441ec85d8b94a8974e935
2024-12-03T02:25:31,281 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/48e0818da5c5d06252ff3589ca9d66cd/testFamily/f7564a09564441ec85d8b94a8974e935, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T02:25:31,282 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 48e0818da5c5d06252ff3589ca9d66cd in 445ms, sequenceid=8, compaction requested=false
2024-12-03T02:25:31,291 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/48e0818da5c5d06252ff3589ca9d66cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T02:25:31,292 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:25:31,292 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48e0818da5c5d06252ff3589ca9d66cd:
Waiting for close lock at 1733192730837Running coprocessor pre-close hooks at 1733192730837Disabling compacts and flushes for region at 1733192730837Disabling writes for close at 1733192730837Obtaining lock to block concurrent updates at 1733192730837Preparing flush snapshotting stores in 48e0818da5c5d06252ff3589ca9d66cd at 1733192730837Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733192730838 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd. at 1733192730838Flushing 48e0818da5c5d06252ff3589ca9d66cd/testFamily: creating writer at 1733192730838Flushing 48e0818da5c5d06252ff3589ca9d66cd/testFamily: appending metadata at 1733192730855 (+17 ms)Flushing 48e0818da5c5d06252ff3589ca9d66cd/testFamily: closing flushed file at 1733192730855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d711b0b: reopening flushed file at 1733192731269 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 48e0818da5c5d06252ff3589ca9d66cd in 445ms, sequenceid=8, compaction requested=false at 1733192731282 (+13 ms)Writing region close event to WAL at 1733192731283 (+1 ms)Running coprocessor post-close hooks at 1733192731292 (+9 ms)Closed at 1733192731292
2024-12-03T02:25:31,293 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733192675040.48e0818da5c5d06252ff3589ca9d66cd.
2024-12-03T02:25:31,293 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70914018caa2d3abcb7ea3f31cbc724c, disabling compactions & flushes
2024-12-03T02:25:31,293 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:31,293 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:31,293 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c. after waiting 0 ms
2024-12-03T02:25:31,293 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:31,293 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70914018caa2d3abcb7ea3f31cbc724c 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T02:25:31,320 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/70914018caa2d3abcb7ea3f31cbc724c/.tmp/testFamily/4aae2c6fdcb44de9979124c2bdc42247 is 61, key is row-0/testFamily:testQualifier/1733192710902/Put/seqid=0
2024-12-03T02:25:31,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741861_1037 (size=5049)
2024-12-03T02:25:31,397 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, 70914018caa2d3abcb7ea3f31cbc724c, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:31,598 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, 70914018caa2d3abcb7ea3f31cbc724c, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:31,727 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/70914018caa2d3abcb7ea3f31cbc724c/.tmp/testFamily/4aae2c6fdcb44de9979124c2bdc42247
2024-12-03T02:25:31,742 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/70914018caa2d3abcb7ea3f31cbc724c/.tmp/testFamily/4aae2c6fdcb44de9979124c2bdc42247 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/70914018caa2d3abcb7ea3f31cbc724c/testFamily/4aae2c6fdcb44de9979124c2bdc42247
2024-12-03T02:25:31,749 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/70914018caa2d3abcb7ea3f31cbc724c/testFamily/4aae2c6fdcb44de9979124c2bdc42247, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T02:25:31,750 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 70914018caa2d3abcb7ea3f31cbc724c in 457ms, sequenceid=8, compaction requested=false
2024-12-03T02:25:31,755 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/70914018caa2d3abcb7ea3f31cbc724c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T02:25:31,756 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:31,756 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70914018caa2d3abcb7ea3f31cbc724c:
Waiting for close lock at 1733192731293Running coprocessor pre-close hooks at 1733192731293Disabling compacts and flushes for region at 1733192731293Disabling writes for close at 1733192731293Obtaining lock to block concurrent updates at 1733192731293Preparing flush snapshotting stores in 70914018caa2d3abcb7ea3f31cbc724c at 1733192731293Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733192731294 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c. at 1733192731294Flushing 70914018caa2d3abcb7ea3f31cbc724c/testFamily: creating writer at 1733192731294Flushing 70914018caa2d3abcb7ea3f31cbc724c/testFamily: appending metadata at 1733192731320 (+26 ms)Flushing 70914018caa2d3abcb7ea3f31cbc724c/testFamily: closing flushed file at 1733192731320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d28f24: reopening flushed file at 1733192731740 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 70914018caa2d3abcb7ea3f31cbc724c in 457ms, sequenceid=8, compaction requested=false at 1733192731750 (+10 ms)Writing region close event to WAL at 1733192731751 (+1 ms)Running coprocessor post-close hooks at 1733192731756 (+5 ms)Closed at 1733192731756
2024-12-03T02:25:31,756 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733192707850.70914018caa2d3abcb7ea3f31cbc724c.
2024-12-03T02:25:31,757 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29b9152d6b0f20255837600ef32539a9, disabling compactions & flushes
2024-12-03T02:25:31,757 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:25:31,757 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:25:31,757 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9. after waiting 0 ms
2024-12-03T02:25:31,757 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:25:31,757 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29b9152d6b0f20255837600ef32539a9 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T02:25:31,770 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNextAsync/29b9152d6b0f20255837600ef32539a9/.tmp/testFamily/2fffac724b07454cada8b4a2dcee7a70 is 61, key is row-0/testFamily:testQualifier/1733192700704/Put/seqid=0
2024-12-03T02:25:31,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741862_1038 (size=5049)
2024-12-03T02:25:31,798 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:31,998 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:32,176 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNextAsync/29b9152d6b0f20255837600ef32539a9/.tmp/testFamily/2fffac724b07454cada8b4a2dcee7a70
2024-12-03T02:25:32,185 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNextAsync/29b9152d6b0f20255837600ef32539a9/.tmp/testFamily/2fffac724b07454cada8b4a2dcee7a70 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNextAsync/29b9152d6b0f20255837600ef32539a9/testFamily/2fffac724b07454cada8b4a2dcee7a70
2024-12-03T02:25:32,193 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNextAsync/29b9152d6b0f20255837600ef32539a9/testFamily/2fffac724b07454cada8b4a2dcee7a70, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T02:25:32,195 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 29b9152d6b0f20255837600ef32539a9 in 438ms, sequenceid=8, compaction requested=false
2024-12-03T02:25:32,199 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-03T02:25:32,199 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1325): Online Regions={29b9152d6b0f20255837600ef32539a9=testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9., 1a8e06ec2e3b63b8721262916b8e411e=testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e., f8a21dca5189255704c0f6ec9b14d2f0=testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., 396a3d666a07e1edd241079e124b909f=testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f., 06750c5e374fc6f93a52e955f2489061=hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061., 12bd7884d19f492e6ab640b1fab6b1f1=hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.}
2024-12-03T02:25:32,199 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1a8e06ec2e3b63b8721262916b8e411e, 29b9152d6b0f20255837600ef32539a9, 396a3d666a07e1edd241079e124b909f, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:32,200 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNextAsync/29b9152d6b0f20255837600ef32539a9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T02:25:32,201 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:25:32,201 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29b9152d6b0f20255837600ef32539a9:
Waiting for close lock at 1733192731756Running coprocessor pre-close hooks at 1733192731756Disabling compacts and flushes for region at 1733192731756Disabling writes for close at 1733192731757 (+1 ms)Obtaining lock to block concurrent updates at 1733192731757Preparing flush snapshotting stores in 29b9152d6b0f20255837600ef32539a9 at 1733192731757Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733192731757Flushing stores of testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9. at 1733192731758 (+1 ms)Flushing 29b9152d6b0f20255837600ef32539a9/testFamily: creating writer at 1733192731758Flushing 29b9152d6b0f20255837600ef32539a9/testFamily: appending metadata at 1733192731770 (+12 ms)Flushing 29b9152d6b0f20255837600ef32539a9/testFamily: closing flushed file at 1733192731770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8731c0: reopening flushed file at 1733192732183 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 29b9152d6b0f20255837600ef32539a9 in 438ms, sequenceid=8, compaction requested=false at 1733192732195 (+12 ms)Writing region close event to WAL at 1733192732196 (+1 ms)Running coprocessor post-close hooks at 1733192732200 (+4 ms)Closed at 1733192732200
2024-12-03T02:25:32,201 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733192697663.29b9152d6b0f20255837600ef32539a9.
2024-12-03T02:25:32,201 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a8e06ec2e3b63b8721262916b8e411e, disabling compactions & flushes
2024-12-03T02:25:32,201 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:32,201 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:32,201 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e. after waiting 0 ms
2024-12-03T02:25:32,201 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:32,202 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a8e06ec2e3b63b8721262916b8e411e 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T02:25:32,226 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNext/1a8e06ec2e3b63b8721262916b8e411e/.tmp/testFamily/34907acbabed46969aaca45c998e2735 is 61, key is row-0/testFamily:testQualifier/1733192704801/Put/seqid=0
2024-12-03T02:25:32,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741863_1039 (size=5049)
2024-12-03T02:25:32,399 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1a8e06ec2e3b63b8721262916b8e411e, 396a3d666a07e1edd241079e124b909f, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:32,599 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 1a8e06ec2e3b63b8721262916b8e411e, 396a3d666a07e1edd241079e124b909f, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:32,638 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNext/1a8e06ec2e3b63b8721262916b8e411e/.tmp/testFamily/34907acbabed46969aaca45c998e2735
2024-12-03T02:25:32,652 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNext/1a8e06ec2e3b63b8721262916b8e411e/.tmp/testFamily/34907acbabed46969aaca45c998e2735 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNext/1a8e06ec2e3b63b8721262916b8e411e/testFamily/34907acbabed46969aaca45c998e2735
2024-12-03T02:25:32,662 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNext/1a8e06ec2e3b63b8721262916b8e411e/testFamily/34907acbabed46969aaca45c998e2735, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T02:25:32,663 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1a8e06ec2e3b63b8721262916b8e411e in 462ms, sequenceid=8, compaction requested=false
2024-12-03T02:25:32,668 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnNext/1a8e06ec2e3b63b8721262916b8e411e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T02:25:32,669 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:32,669 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a8e06ec2e3b63b8721262916b8e411e:
Waiting for close lock at 1733192732201Running coprocessor pre-close hooks at 1733192732201Disabling compacts and flushes for region at 1733192732201Disabling writes for close at 1733192732201Obtaining lock to block concurrent updates at 1733192732202 (+1 ms)Preparing flush snapshotting stores in 1a8e06ec2e3b63b8721262916b8e411e at 1733192732202Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733192732202Flushing stores of testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e. at 1733192732203 (+1 ms)Flushing 1a8e06ec2e3b63b8721262916b8e411e/testFamily: creating writer at 1733192732203Flushing 1a8e06ec2e3b63b8721262916b8e411e/testFamily: appending metadata at 1733192732226 (+23 ms)Flushing 1a8e06ec2e3b63b8721262916b8e411e/testFamily: closing flushed file at 1733192732226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c25caeb: reopening flushed file at 1733192732651 (+425 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1a8e06ec2e3b63b8721262916b8e411e in 462ms, sequenceid=8, compaction requested=false at 1733192732663 (+12 ms)Writing region close event to WAL at 1733192732664 (+1 ms)Running coprocessor post-close hooks at 1733192732669 (+5 ms)Closed at 1733192732669
2024-12-03T02:25:32,670 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733192703763.1a8e06ec2e3b63b8721262916b8e411e.
2024-12-03T02:25:32,670 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8a21dca5189255704c0f6ec9b14d2f0, disabling compactions & flushes
2024-12-03T02:25:32,670 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:32,670 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:32,670 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0. after waiting 0 ms
2024-12-03T02:25:32,670 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:32,670 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8a21dca5189255704c0f6ec9b14d2f0 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T02:25:32,684 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/f8a21dca5189255704c0f6ec9b14d2f0/.tmp/testFamily/42b24e30f3964f90a9bc3188d83355bb is 61, key is row-0/testFamily:testQualifier/1733192727083/Put/seqid=0
2024-12-03T02:25:32,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741864_1040 (size=5049)
2024-12-03T02:25:32,800 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 396a3d666a07e1edd241079e124b909f, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:33,000 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 396a3d666a07e1edd241079e124b909f, f8a21dca5189255704c0f6ec9b14d2f0
2024-12-03T02:25:33,090 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/f8a21dca5189255704c0f6ec9b14d2f0/.tmp/testFamily/42b24e30f3964f90a9bc3188d83355bb
2024-12-03T02:25:33,099 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/f8a21dca5189255704c0f6ec9b14d2f0/.tmp/testFamily/42b24e30f3964f90a9bc3188d83355bb as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/f8a21dca5189255704c0f6ec9b14d2f0/testFamily/42b24e30f3964f90a9bc3188d83355bb
2024-12-03T02:25:33,109 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/f8a21dca5189255704c0f6ec9b14d2f0/testFamily/42b24e30f3964f90a9bc3188d83355bb, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T02:25:33,111 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f8a21dca5189255704c0f6ec9b14d2f0 in 441ms, sequenceid=8, compaction requested=false
2024-12-03T02:25:33,117 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/f8a21dca5189255704c0f6ec9b14d2f0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T02:25:33,117 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:33,118 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8a21dca5189255704c0f6ec9b14d2f0:
Waiting for close lock at 1733192732670Running coprocessor pre-close hooks at 1733192732670Disabling compacts and flushes for region at 1733192732670Disabling writes for close at 1733192732670Obtaining lock to block concurrent updates at 1733192732670Preparing flush snapshotting stores in f8a21dca5189255704c0f6ec9b14d2f0 at 1733192732670Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733192732670Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0. at 1733192732671 (+1 ms)Flushing f8a21dca5189255704c0f6ec9b14d2f0/testFamily: creating writer at 1733192732671Flushing f8a21dca5189255704c0f6ec9b14d2f0/testFamily: appending metadata at 1733192732684 (+13 ms)Flushing f8a21dca5189255704c0f6ec9b14d2f0/testFamily: closing flushed file at 1733192732684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220ad572: reopening flushed file at 1733192733098 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f8a21dca5189255704c0f6ec9b14d2f0 in 441ms, sequenceid=8, compaction requested=false at 1733192733111 (+13 ms)Writing region close event to WAL at 1733192733112 (+1 ms)Running coprocessor post-close hooks at 1733192733117 (+5 ms)Closed at 1733192733117
2024-12-03T02:25:33,118 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733192724032.f8a21dca5189255704c0f6ec9b14d2f0.
2024-12-03T02:25:33,118 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 396a3d666a07e1edd241079e124b909f, disabling compactions & flushes
2024-12-03T02:25:33,118 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:25:33,118 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:25:33,118 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f. after waiting 0 ms
2024-12-03T02:25:33,118 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:25:33,118 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 396a3d666a07e1edd241079e124b909f 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T02:25:33,138 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextException/396a3d666a07e1edd241079e124b909f/.tmp/testFamily/7589f894749a4886b95915525795dbd0 is 61, key is row-0/testFamily:testQualifier/1733192693506/Put/seqid=0
2024-12-03T02:25:33,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741865_1041 (size=5049)
2024-12-03T02:25:33,200 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-12-03T02:25:33,200 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1325): Online Regions={396a3d666a07e1edd241079e124b909f=testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f., 06750c5e374fc6f93a52e955f2489061=hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061., 12bd7884d19f492e6ab640b1fab6b1f1=hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.}
2024-12-03T02:25:33,200 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 396a3d666a07e1edd241079e124b909f
2024-12-03T02:25:33,401 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1, 396a3d666a07e1edd241079e124b909f
2024-12-03T02:25:33,544 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextException/396a3d666a07e1edd241079e124b909f/.tmp/testFamily/7589f894749a4886b95915525795dbd0
2024-12-03T02:25:33,552 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextException/396a3d666a07e1edd241079e124b909f/.tmp/testFamily/7589f894749a4886b95915525795dbd0 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextException/396a3d666a07e1edd241079e124b909f/testFamily/7589f894749a4886b95915525795dbd0
2024-12-03T02:25:33,560 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextException/396a3d666a07e1edd241079e124b909f/testFamily/7589f894749a4886b95915525795dbd0, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T02:25:33,561 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 396a3d666a07e1edd241079e124b909f in 443ms, sequenceid=8, compaction requested=false
2024-12-03T02:25:33,566 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/default/testRetryOutOfOrderScannerNextException/396a3d666a07e1edd241079e124b909f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T02:25:33,567 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:25:33,567 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 396a3d666a07e1edd241079e124b909f:
Waiting for close lock at 1733192733118Running coprocessor pre-close hooks at 1733192733118Disabling compacts and flushes for region at 1733192733118Disabling writes for close at 1733192733118Obtaining lock to block concurrent updates at 1733192733118Preparing flush snapshotting stores in 396a3d666a07e1edd241079e124b909f at 1733192733118Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733192733119 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f. at 1733192733119Flushing 396a3d666a07e1edd241079e124b909f/testFamily: creating writer at 1733192733120 (+1 ms)Flushing 396a3d666a07e1edd241079e124b909f/testFamily: appending metadata at 1733192733138 (+18 ms)Flushing 396a3d666a07e1edd241079e124b909f/testFamily: closing flushed file at 1733192733138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3892b4bf: reopening flushed file at 1733192733551 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 396a3d666a07e1edd241079e124b909f in 443ms, sequenceid=8, compaction requested=false at 1733192733561 (+10 ms)Writing region close event to WAL at 1733192733561Running coprocessor post-close hooks at 1733192733567 (+6 ms)Closed at 1733192733567
2024-12-03T02:25:33,567 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733192692477.396a3d666a07e1edd241079e124b909f.
2024-12-03T02:25:33,568 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06750c5e374fc6f93a52e955f2489061, disabling compactions & flushes
2024-12-03T02:25:33,568 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:33,568 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:33,568 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061. after waiting 0 ms
2024-12-03T02:25:33,568 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:33,568 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06750c5e374fc6f93a52e955f2489061 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T02:25:33,583 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNext/06750c5e374fc6f93a52e955f2489061/.tmp/testFamily/4f3126aba8cc436f9850f7a4b89301ed is 61, key is row-0/testFamily:testQualifier/1733192717980/Put/seqid=0
2024-12-03T02:25:33,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741866_1042 (size=5049)
2024-12-03T02:25:33,601 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:25:33,801 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:25:33,989 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNext/06750c5e374fc6f93a52e955f2489061/.tmp/testFamily/4f3126aba8cc436f9850f7a4b89301ed
2024-12-03T02:25:34,000 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNext/06750c5e374fc6f93a52e955f2489061/.tmp/testFamily/4f3126aba8cc436f9850f7a4b89301ed as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNext/06750c5e374fc6f93a52e955f2489061/testFamily/4f3126aba8cc436f9850f7a4b89301ed
2024-12-03T02:25:34,001 DEBUG [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1351): Waiting on 06750c5e374fc6f93a52e955f2489061, 12bd7884d19f492e6ab640b1fab6b1f1
2024-12-03T02:25:34,012 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNext/06750c5e374fc6f93a52e955f2489061/testFamily/4f3126aba8cc436f9850f7a4b89301ed, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T02:25:34,013 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 06750c5e374fc6f93a52e955f2489061 in 445ms, sequenceid=8, compaction requested=false
2024-12-03T02:25:34,024 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnNext/06750c5e374fc6f93a52e955f2489061/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T02:25:34,028 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:34,028 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06750c5e374fc6f93a52e955f2489061:
Waiting for close lock at 1733192733568Running coprocessor pre-close hooks at 1733192733568Disabling compacts and flushes for region at 1733192733568Disabling writes for close at 1733192733568Obtaining lock to block concurrent updates at 1733192733568Preparing flush snapshotting stores in 06750c5e374fc6f93a52e955f2489061 at 1733192733568Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733192733568Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061. at 1733192733569 (+1 ms)Flushing 06750c5e374fc6f93a52e955f2489061/testFamily: creating writer at 1733192733569Flushing 06750c5e374fc6f93a52e955f2489061/testFamily: appending metadata at 1733192733583 (+14 ms)Flushing 06750c5e374fc6f93a52e955f2489061/testFamily: closing flushed file at 1733192733583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca0b4c4: reopening flushed file at 1733192733998 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 06750c5e374fc6f93a52e955f2489061 in 445ms, sequenceid=8, compaction requested=false at 1733192734013 (+15 ms)Writing region close event to WAL at 1733192734017 (+4 ms)Running coprocessor post-close hooks at 1733192734028 (+11 ms)Closed at 1733192734028
2024-12-03T02:25:34,029 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733192716946.06750c5e374fc6f93a52e955f2489061.
2024-12-03T02:25:34,029 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12bd7884d19f492e6ab640b1fab6b1f1, disabling compactions & flushes
2024-12-03T02:25:34,029 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:25:34,029 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:25:34,029 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1. after waiting 0 ms
2024-12-03T02:25:34,029 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:25:34,029 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12bd7884d19f492e6ab640b1fab6b1f1 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T02:25:34,052 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/12bd7884d19f492e6ab640b1fab6b1f1/.tmp/testFamily/f694211bebae41b39eed98a42a9873de is 61, key is row-0/testFamily:testQualifier/1733192677295/Put/seqid=0
2024-12-03T02:25:34,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741867_1043 (size=5049)
2024-12-03T02:25:34,068 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/12bd7884d19f492e6ab640b1fab6b1f1/.tmp/testFamily/f694211bebae41b39eed98a42a9873de
2024-12-03T02:25:34,084 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/12bd7884d19f492e6ab640b1fab6b1f1/.tmp/testFamily/f694211bebae41b39eed98a42a9873de as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/12bd7884d19f492e6ab640b1fab6b1f1/testFamily/f694211bebae41b39eed98a42a9873de
2024-12-03T02:25:34,102 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/12bd7884d19f492e6ab640b1fab6b1f1/testFamily/f694211bebae41b39eed98a42a9873de, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T02:25:34,103 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 12bd7884d19f492e6ab640b1fab6b1f1 in 74ms, sequenceid=8, compaction requested=false
2024-12-03T02:25:34,116 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/12bd7884d19f492e6ab640b1fab6b1f1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T02:25:34,118 INFO  [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:25:34,118 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12bd7884d19f492e6ab640b1fab6b1f1:
Waiting for close lock at 1733192734029Running coprocessor pre-close hooks at 1733192734029Disabling compacts and flushes for region at 1733192734029Disabling writes for close at 1733192734029Obtaining lock to block concurrent updates at 1733192734029Preparing flush snapshotting stores in 12bd7884d19f492e6ab640b1fab6b1f1 at 1733192734029Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733192734030 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1. at 1733192734031 (+1 ms)Flushing 12bd7884d19f492e6ab640b1fab6b1f1/testFamily: creating writer at 1733192734031Flushing 12bd7884d19f492e6ab640b1fab6b1f1/testFamily: appending metadata at 1733192734052 (+21 ms)Flushing 12bd7884d19f492e6ab640b1fab6b1f1/testFamily: closing flushed file at 1733192734052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d9b7bc: reopening flushed file at 1733192734082 (+30 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 12bd7884d19f492e6ab640b1fab6b1f1 in 74ms, sequenceid=8, compaction requested=false at 1733192734103 (+21 ms)Writing region close event to WAL at 1733192734107 (+4 ms)Running coprocessor post-close hooks at 1733192734117 (+10 ms)Closed at 1733192734117
2024-12-03T02:25:34,118 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733192676260.12bd7884d19f492e6ab640b1fab6b1f1.
2024-12-03T02:25:34,202 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,44207,1733192611422; all regions closed.
2024-12-03T02:25:34,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741834_1010 (size=19479)
2024-12-03T02:25:34,208 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/WALs/64035cbb0b46,44207,1733192611422/64035cbb0b46%2C44207%2C1733192611422.meta.1733192674545.meta not finished, retry = 0
2024-12-03T02:25:34,314 DEBUG [RS:0;64035cbb0b46:44207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/oldWALs
2024-12-03T02:25:34,314 INFO  [RS:0;64035cbb0b46:44207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C44207%2C1733192611422.meta:.meta(num 1733192674545)
2024-12-03T02:25:34,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741833_1009 (size=20031)
2024-12-03T02:25:34,321 DEBUG [RS:0;64035cbb0b46:44207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/oldWALs
2024-12-03T02:25:34,321 INFO  [RS:0;64035cbb0b46:44207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C44207%2C1733192611422:(num 1733192674199)
2024-12-03T02:25:34,321 DEBUG [RS:0;64035cbb0b46:44207 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T02:25:34,321 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T02:25:34,321 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T02:25:34,322 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-03T02:25:34,322 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T02:25:34,322 INFO  [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T02:25:34,323 INFO  [RS:0;64035cbb0b46:44207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44207
2024-12-03T02:25:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T02:25:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/64035cbb0b46,44207,1733192611422
2024-12-03T02:25:34,339 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T02:25:34,348 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,44207,1733192611422]
2024-12-03T02:25:34,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/64035cbb0b46,44207,1733192611422 already deleted, retry=false
2024-12-03T02:25:34,356 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,44207,1733192611422 expired; onlineServers=0
2024-12-03T02:25:34,356 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,35031,1733192610538' *****
2024-12-03T02:25:34,356 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-03T02:25:34,356 INFO  [M:0;64035cbb0b46:35031 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T02:25:34,356 INFO  [M:0;64035cbb0b46:35031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T02:25:34,356 DEBUG [M:0;64035cbb0b46:35031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-03T02:25:34,357 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-03T02:25:34,357 DEBUG [M:0;64035cbb0b46:35031 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-03T02:25:34,357 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192614040 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192614040,5,FailOnTimeoutGroup]
2024-12-03T02:25:34,357 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192614043 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192614043,5,FailOnTimeoutGroup]
2024-12-03T02:25:34,357 INFO  [M:0;64035cbb0b46:35031 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-03T02:25:34,357 INFO  [M:0;64035cbb0b46:35031 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T02:25:34,357 DEBUG [M:0;64035cbb0b46:35031 {}] master.HMaster(1795): Stopping service threads
2024-12-03T02:25:34,357 INFO  [M:0;64035cbb0b46:35031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-03T02:25:34,357 INFO  [M:0;64035cbb0b46:35031 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T02:25:34,358 INFO  [M:0;64035cbb0b46:35031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-03T02:25:34,358 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-03T02:25:34,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-03T02:25:34,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T02:25:34,364 DEBUG [M:0;64035cbb0b46:35031 {}] zookeeper.ZKUtil(347): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-03T02:25:34,364 WARN  [M:0;64035cbb0b46:35031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-03T02:25:34,365 INFO  [M:0;64035cbb0b46:35031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/.lastflushedseqids
2024-12-03T02:25:34,373 INFO  [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T02:25:34,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741868_1044 (size=460)
2024-12-03T02:25:34,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T02:25:34,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44207-0x1019a4a21360001, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T02:25:34,448 INFO  [RS:0;64035cbb0b46:44207 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T02:25:34,448 INFO  [RS:0;64035cbb0b46:44207 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,44207,1733192611422; zookeeper connection closed.
2024-12-03T02:25:34,449 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ffeff51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ffeff51
2024-12-03T02:25:34,449 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-03T02:25:34,781 INFO  [M:0;64035cbb0b46:35031 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-03T02:25:34,782 INFO  [M:0;64035cbb0b46:35031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-03T02:25:34,782 DEBUG [M:0;64035cbb0b46:35031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T02:25:34,782 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T02:25:34,782 DEBUG [M:0;64035cbb0b46:35031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T02:25:34,782 DEBUG [M:0;64035cbb0b46:35031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T02:25:34,782 DEBUG [M:0;64035cbb0b46:35031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T02:25:34,783 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.94 KB heapSize=190.48 KB
2024-12-03T02:25:34,810 DEBUG [M:0;64035cbb0b46:35031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1cdc241535542578d444ef6f5464c41 is 82, key is hbase:meta,,1/info:regioninfo/1733192674637/Put/seqid=0
2024-12-03T02:25:34,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741869_1045 (size=5672)
2024-12-03T02:25:35,216 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1cdc241535542578d444ef6f5464c41
2024-12-03T02:25:35,246 DEBUG [M:0;64035cbb0b46:35031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6fd4c50998d4ea796c0155a000390a5 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733192675915/Put/seqid=0
2024-12-03T02:25:35,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741870_1046 (size=14080)
2024-12-03T02:25:35,653 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.38 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6fd4c50998d4ea796c0155a000390a5
2024-12-03T02:25:35,662 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6fd4c50998d4ea796c0155a000390a5
2024-12-03T02:25:35,684 DEBUG [M:0;64035cbb0b46:35031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd0e7fad4b1740709ecb5c6e07af4845 is 69, key is 64035cbb0b46,44207,1733192611422/rs:state/1733192644052/Put/seqid=0
2024-12-03T02:25:35,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741871_1047 (size=5156)
2024-12-03T02:25:35,704 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd0e7fad4b1740709ecb5c6e07af4845
2024-12-03T02:25:35,717 DEBUG [M:0;64035cbb0b46:35031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1cdc241535542578d444ef6f5464c41 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1cdc241535542578d444ef6f5464c41
2024-12-03T02:25:35,734 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1cdc241535542578d444ef6f5464c41, entries=8, sequenceid=312, filesize=5.5 K
2024-12-03T02:25:35,736 DEBUG [M:0;64035cbb0b46:35031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6fd4c50998d4ea796c0155a000390a5 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6fd4c50998d4ea796c0155a000390a5
2024-12-03T02:25:35,746 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6fd4c50998d4ea796c0155a000390a5
2024-12-03T02:25:35,746 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6fd4c50998d4ea796c0155a000390a5, entries=33, sequenceid=312, filesize=13.8 K
2024-12-03T02:25:35,750 DEBUG [M:0;64035cbb0b46:35031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd0e7fad4b1740709ecb5c6e07af4845 as hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd0e7fad4b1740709ecb5c6e07af4845
2024-12-03T02:25:35,765 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39791/user/jenkins/test-data/c9029d7b-a31e-ebf8-9e50-cc5686ba0ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd0e7fad4b1740709ecb5c6e07af4845, entries=1, sequenceid=312, filesize=5.0 K
2024-12-03T02:25:35,766 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.94 KB/166851, heapSize ~190.19 KB/194752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=312, compaction requested=false
2024-12-03T02:25:35,767 INFO  [M:0;64035cbb0b46:35031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T02:25:35,767 DEBUG [M:0;64035cbb0b46:35031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733192734782Disabling compacts and flushes for region at 1733192734782Disabling writes for close at 1733192734782Obtaining lock to block concurrent updates at 1733192734783 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733192734783Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166851, getHeapSize=194992, getOffHeapSize=0, getCellsCount=359 at 1733192734784 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733192734785 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733192734785Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733192734810 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733192734810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733192735227 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733192735245 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733192735245Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733192735662 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733192735683 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733192735683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c51a87: reopening flushed file at 1733192735713 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6051063a: reopening flushed file at 1733192735734 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a29b75f: reopening flushed file at 1733192735746 (+12 ms)Finished flush of dataSize ~162.94 KB/166851, heapSize ~190.19 KB/194752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=312, compaction requested=false at 1733192735766 (+20 ms)Writing region close event to WAL at 1733192735767 (+1 ms)Closed at 1733192735767
2024-12-03T02:25:35,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741830_1006 (size=187738)
2024-12-03T02:25:35,772 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T02:25:35,772 INFO  [M:0;64035cbb0b46:35031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-03T02:25:35,772 INFO  [M:0;64035cbb0b46:35031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35031
2024-12-03T02:25:35,772 INFO  [M:0;64035cbb0b46:35031 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T02:25:35,870 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T02:25:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T02:25:35,881 INFO  [M:0;64035cbb0b46:35031 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T02:25:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1019a4a21360000, quorum=127.0.0.1:65106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T02:25:35,886 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9a250fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T02:25:35,888 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@725352f6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T02:25:35,888 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T02:25:35,889 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7bda1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T02:25:35,889 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46458fd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/hadoop.log.dir/,STOPPED}
2024-12-03T02:25:35,893 WARN  [BP-796457372-172.17.0.3-1733192606224 heartbeating to localhost/127.0.0.1:39791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-03T02:25:35,893 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-03T02:25:35,893 WARN  [BP-796457372-172.17.0.3-1733192606224 heartbeating to localhost/127.0.0.1:39791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-796457372-172.17.0.3-1733192606224 (Datanode Uuid 45a69d60-a009-498e-b303-1ccfb789da77) service to localhost/127.0.0.1:39791
2024-12-03T02:25:35,893 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-03T02:25:35,895 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/cluster_0c9f44c7-2bff-1bfe-cd09-3769c8b578a0/data/data1/current/BP-796457372-172.17.0.3-1733192606224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T02:25:35,895 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/cluster_0c9f44c7-2bff-1bfe-cd09-3769c8b578a0/data/data2/current/BP-796457372-172.17.0.3-1733192606224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T02:25:35,895 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-03T02:25:35,905 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51798958{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T02:25:35,906 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c4da37f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T02:25:35,906 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T02:25:35,906 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69dbc6b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T02:25:35,906 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23297f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f5ddcf4-529d-5864-2f4f-9a7de5893e7f/hadoop.log.dir/,STOPPED}
2024-12-03T02:25:35,917 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-03T02:25:35,950 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down