2024-12-11 23:13:49,173 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-11 23:13:49,198 main DEBUG Took 0.022336 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-11 23:13:49,199 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-11 23:13:49,199 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-11 23:13:49,200 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-11 23:13:49,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,211 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-11 23:13:49,227 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,229 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,231 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,232 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,233 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,234 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,235 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,237 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,238 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,239 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,240 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-11 23:13:49,242 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,243 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-11 23:13:49,245 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-11 23:13:49,246 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-11 23:13:49,249 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-11 23:13:49,249 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-11 23:13:49,251 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-11 23:13:49,252 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-11 23:13:49,263 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-11 23:13:49,267 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-11 23:13:49,269 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-11 23:13:49,269 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-11 23:13:49,270 main DEBUG createAppenders(={Console})
2024-12-11 23:13:49,271 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-11 23:13:49,271 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-11 23:13:49,271 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-11 23:13:49,272 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-11 23:13:49,273 main DEBUG OutputStream closed
2024-12-11 23:13:49,273 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-11 23:13:49,273 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-11 23:13:49,274 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-11 23:13:49,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-11 23:13:49,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-11 23:13:49,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-11 23:13:49,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-11 23:13:49,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-11 23:13:49,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-11 23:13:49,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-11 23:13:49,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-11 23:13:49,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-11 23:13:49,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-11 23:13:49,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-11 23:13:49,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-11 23:13:49,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-11 23:13:49,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-11 23:13:49,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-11 23:13:49,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-11 23:13:49,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-11 23:13:49,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-11 23:13:49,379 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-11 23:13:49,379 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-11 23:13:49,380 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-11 23:13:49,381 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-11T23:13:49,397 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-11 23:13:49,400 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-11 23:13:49,401 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-11T23:13:49,708 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046
2024-12-11T23:13:49,730 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-11T23:13:49,750 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/cluster_29761317-14be-8c4f-3107-bb10931e5bcb, deleteOnExit=true
2024-12-11T23:13:49,751 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-11T23:13:49,752 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/test.cache.data in system properties and HBase conf
2024-12-11T23:13:49,752 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/hadoop.tmp.dir in system properties and HBase conf
2024-12-11T23:13:49,753 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/hadoop.log.dir in system properties and HBase conf
2024-12-11T23:13:49,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-11T23:13:49,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-11T23:13:49,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-11T23:13:49,861 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-11T23:13:49,970 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-11T23:13:49,974 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-11T23:13:49,975 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-11T23:13:49,975 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-11T23:13:49,976 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-11T23:13:49,976 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-11T23:13:49,977 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-11T23:13:49,977 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-11T23:13:49,978 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-11T23:13:49,978 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-11T23:13:49,979 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/nfs.dump.dir in system properties and HBase conf
2024-12-11T23:13:49,979 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/java.io.tmpdir in system properties and HBase conf
2024-12-11T23:13:49,980 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-11T23:13:49,980 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-11T23:13:49,981 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-11T23:13:50,898 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-11T23:13:51,013 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2690ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-11T23:13:51,126 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-11T23:13:51,219 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-11T23:13:51,261 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-11T23:13:51,261 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-11T23:13:51,263 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-11T23:13:51,282 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-11T23:13:51,285 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/hadoop.log.dir/,AVAILABLE}
2024-12-11T23:13:51,287 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-11T23:13:51,574 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/java.io.tmpdir/jetty-localhost-35603-hadoop-hdfs-3_4_1-tests_jar-_-any-14041805346122333953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-11T23:13:51,587 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:35603}
2024-12-11T23:13:51,587 INFO  [Time-limited test {}] server.Server(415): Started @3266ms
2024-12-11T23:13:52,115 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-11T23:13:52,122 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-11T23:13:52,124 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-11T23:13:52,124 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-11T23:13:52,124 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-11T23:13:52,125 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72127eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/hadoop.log.dir/,AVAILABLE}
2024-12-11T23:13:52,126 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47169f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-11T23:13:52,262 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@341cfc82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/java.io.tmpdir/jetty-localhost-46269-hadoop-hdfs-3_4_1-tests_jar-_-any-12876302963839006737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-11T23:13:52,263 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7061d16d{HTTP/1.1, (http/1.1)}{localhost:46269}
2024-12-11T23:13:52,263 INFO  [Time-limited test {}] server.Server(415): Started @3942ms
2024-12-11T23:13:52,342 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-11T23:13:52,874 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/cluster_29761317-14be-8c4f-3107-bb10931e5bcb/data/data1/current/BP-421077608-172.17.0.3-1733958830614/current, will proceed with Du for space computation calculation, 
2024-12-11T23:13:52,874 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/cluster_29761317-14be-8c4f-3107-bb10931e5bcb/data/data2/current/BP-421077608-172.17.0.3-1733958830614/current, will proceed with Du for space computation calculation, 
2024-12-11T23:13:52,923 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-11T23:13:52,991 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b61b01695740103 with lease ID 0xe0075089c74731e6: Processing first storage report for DS-012479bb-9cad-408e-bb58-4e91c945cf2e from datanode DatanodeRegistration(127.0.0.1:35827, datanodeUuid=5984b703-0572-45b4-83ea-500884fbe6ab, infoPort=39201, infoSecurePort=0, ipcPort=40095, storageInfo=lv=-57;cid=testClusterID;nsid=1426764071;c=1733958830614)
2024-12-11T23:13:52,993 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b61b01695740103 with lease ID 0xe0075089c74731e6: from storage DS-012479bb-9cad-408e-bb58-4e91c945cf2e node DatanodeRegistration(127.0.0.1:35827, datanodeUuid=5984b703-0572-45b4-83ea-500884fbe6ab, infoPort=39201, infoSecurePort=0, ipcPort=40095, storageInfo=lv=-57;cid=testClusterID;nsid=1426764071;c=1733958830614), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-11T23:13:52,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046
2024-12-11T23:13:52,993 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b61b01695740103 with lease ID 0xe0075089c74731e6: Processing first storage report for DS-1c16bf3d-c8a2-4ebe-8825-56bebeff475d from datanode DatanodeRegistration(127.0.0.1:35827, datanodeUuid=5984b703-0572-45b4-83ea-500884fbe6ab, infoPort=39201, infoSecurePort=0, ipcPort=40095, storageInfo=lv=-57;cid=testClusterID;nsid=1426764071;c=1733958830614)
2024-12-11T23:13:52,994 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b61b01695740103 with lease ID 0xe0075089c74731e6: from storage DS-1c16bf3d-c8a2-4ebe-8825-56bebeff475d node DatanodeRegistration(127.0.0.1:35827, datanodeUuid=5984b703-0572-45b4-83ea-500884fbe6ab, infoPort=39201, infoSecurePort=0, ipcPort=40095, storageInfo=lv=-57;cid=testClusterID;nsid=1426764071;c=1733958830614), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-11T23:13:53,082 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/cluster_29761317-14be-8c4f-3107-bb10931e5bcb/zookeeper_0, clientPort=56168, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/cluster_29761317-14be-8c4f-3107-bb10931e5bcb/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/cluster_29761317-14be-8c4f-3107-bb10931e5bcb/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-11T23:13:53,093 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56168
2024-12-11T23:13:53,106 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-11T23:13:53,109 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-11T23:13:53,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741825_1001 (size=7)
2024-12-11T23:13:53,807 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5 with version=8
2024-12-11T23:13:53,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/hbase-staging
2024-12-11T23:13:53,921 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-11T23:13:54,228 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b48762765ec4:0 server-side Connection retries=9
2024-12-11T23:13:54,241 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-11T23:13:54,241 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-11T23:13:54,247 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-11T23:13:54,248 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-11T23:13:54,248 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-11T23:13:54,415 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-11T23:13:54,489 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-11T23:13:54,499 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-11T23:13:54,503 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-11T23:13:54,537 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13936 (auto-detected)
2024-12-11T23:13:54,539 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-11T23:13:54,562 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35475
2024-12-11T23:13:54,592 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35475 connecting to ZooKeeper ensemble=127.0.0.1:56168
2024-12-11T23:13:54,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354750x0, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-11T23:13:54,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35475-0x100cb9e26240000 connected
2024-12-11T23:13:54,667 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-11T23:13:54,670 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-11T23:13:54,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-11T23:13:54,685 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5, hbase.cluster.distributed=false
2024-12-11T23:13:54,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-11T23:13:54,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35475
2024-12-11T23:13:54,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35475
2024-12-11T23:13:54,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35475
2024-12-11T23:13:54,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35475
2024-12-11T23:13:54,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35475
2024-12-11T23:13:54,902 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b48762765ec4:0 server-side Connection retries=9
2024-12-11T23:13:54,904 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-11T23:13:54,905 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-11T23:13:54,905 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-11T23:13:54,905 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-11T23:13:54,905 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-11T23:13:54,908 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-11T23:13:54,911 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-11T23:13:54,912 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34525
2024-12-11T23:13:54,914 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34525 connecting to ZooKeeper ensemble=127.0.0.1:56168
2024-12-11T23:13:54,916 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-11T23:13:54,920 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-11T23:13:54,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345250x0, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-11T23:13:54,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345250x0, quorum=127.0.0.1:56168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-11T23:13:54,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34525-0x100cb9e26240001 connected
2024-12-11T23:13:54,932 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-11T23:13:54,941 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-11T23:13:54,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-11T23:13:54,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-11T23:13:54,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34525
2024-12-11T23:13:54,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34525
2024-12-11T23:13:54,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34525
2024-12-11T23:13:54,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34525
2024-12-11T23:13:54,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34525
2024-12-11T23:13:54,979 DEBUG [M:0;b48762765ec4:35475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b48762765ec4:35475
2024-12-11T23:13:54,981 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b48762765ec4,35475,1733958833989
2024-12-11T23:13:54,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-11T23:13:54,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-11T23:13:54,992 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b48762765ec4,35475,1733958833989
2024-12-11T23:13:55,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:13:55,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-11T23:13:55,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:13:55,012 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-11T23:13:55,013 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b48762765ec4,35475,1733958833989 from backup master directory
2024-12-11T23:13:55,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-11T23:13:55,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b48762765ec4,35475,1733958833989
2024-12-11T23:13:55,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-11T23:13:55,017 WARN  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-11T23:13:55,017 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b48762765ec4,35475,1733958833989
2024-12-11T23:13:55,019 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-11T23:13:55,021 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-11T23:13:55,076 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/hbase.id] with ID: 0a058adb-0dff-4923-97f0-67054e08a1f3
2024-12-11T23:13:55,077 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/.tmp/hbase.id
2024-12-11T23:13:55,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741826_1002 (size=42)
2024-12-11T23:13:55,488 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/.tmp/hbase.id]:[hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/hbase.id]
2024-12-11T23:13:55,533 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-11T23:13:55,539 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-11T23:13:55,559 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-12-11T23:13:55,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:13:55,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:13:55,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741827_1003 (size=196)
2024-12-11T23:13:55,594 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:13:55,597 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-11T23:13:55,615 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-11T23:13:55,620 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-11T23:13:55,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741828_1004 (size=1189)
2024-12-11T23:13:55,673 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store
2024-12-11T23:13:55,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741829_1005 (size=34)
2024-12-11T23:13:56,101 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-11T23:13:56,104 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:13:56,105 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-11T23:13:56,105 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-11T23:13:56,106 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-11T23:13:56,107 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-11T23:13:56,108 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-11T23:13:56,108 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-11T23:13:56,109 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733958836105Disabling compacts and flushes for region at 1733958836105Disabling writes for close at 1733958836107 (+2 ms)Writing region close event to WAL at 1733958836108 (+1 ms)Closed at 1733958836108
2024-12-11T23:13:56,112 WARN  [master/b48762765ec4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/.initializing
2024-12-11T23:13:56,112 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/WALs/b48762765ec4,35475,1733958833989
2024-12-11T23:13:56,121 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-11T23:13:56,138 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b48762765ec4%2C35475%2C1733958833989, suffix=, logDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/WALs/b48762765ec4,35475,1733958833989, archiveDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/oldWALs, maxLogs=10
2024-12-11T23:13:56,166 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/WALs/b48762765ec4,35475,1733958833989/b48762765ec4%2C35475%2C1733958833989.1733958836143, exclude list is [], retry=0
2024-12-11T23:13:56,185 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-012479bb-9cad-408e-bb58-4e91c945cf2e,DISK]
2024-12-11T23:13:56,189 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-11T23:13:56,233 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/WALs/b48762765ec4,35475,1733958833989/b48762765ec4%2C35475%2C1733958833989.1733958836143
2024-12-11T23:13:56,235 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39201:39201)]
2024-12-11T23:13:56,235 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:13:56,236 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:13:56,240 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-11T23:13:56,241 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-11T23:13:56,283 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-11T23:13:56,311 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-11T23:13:56,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:13:56,318 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-11T23:13:56,319 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-11T23:13:56,323 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-11T23:13:56,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:13:56,324 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:13:56,324 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-11T23:13:56,327 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-11T23:13:56,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:13:56,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:13:56,329 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-11T23:13:56,332 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-11T23:13:56,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:13:56,333 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:13:56,333 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-11T23:13:56,337 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-11T23:13:56,338 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-11T23:13:56,343 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-11T23:13:56,344 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-11T23:13:56,348 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-11T23:13:56,352 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-11T23:13:56,357 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:13:56,358 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67228109, jitterRate=0.0017768889665603638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-11T23:13:56,365 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733958836256Initializing all the Stores at 1733958836258 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958836259 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958836260 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958836260Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958836260Cleaning up temporary data from old regions at 1733958836344 (+84 ms)Region opened successfully at 1733958836365 (+21 ms)
2024-12-11T23:13:56,367 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-11T23:13:56,407 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662cbb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b48762765ec4/172.17.0.3:0
2024-12-11T23:13:56,448 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-11T23:13:56,462 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-11T23:13:56,462 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-11T23:13:56,465 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-11T23:13:56,467 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-11T23:13:56,473 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-11T23:13:56,473 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-11T23:13:56,505 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-11T23:13:56,515 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-11T23:13:56,518 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-11T23:13:56,520 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-11T23:13:56,522 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-11T23:13:56,524 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-11T23:13:56,526 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-11T23:13:56,530 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-11T23:13:56,531 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-11T23:13:56,533 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-11T23:13:56,534 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-11T23:13:56,553 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-11T23:13:56,555 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-11T23:13:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-11T23:13:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-11T23:13:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:13:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:13:56,564 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b48762765ec4,35475,1733958833989, sessionid=0x100cb9e26240000, setting cluster-up flag (Was=false)
2024-12-11T23:13:56,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:13:56,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:13:56,584 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-11T23:13:56,587 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b48762765ec4,35475,1733958833989
2024-12-11T23:13:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:13:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:13:56,599 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-11T23:13:56,600 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b48762765ec4,35475,1733958833989
2024-12-11T23:13:56,608 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-11T23:13:56,667 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(746): ClusterId : 0a058adb-0dff-4923-97f0-67054e08a1f3
2024-12-11T23:13:56,670 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-11T23:13:56,676 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-11T23:13:56,676 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-11T23:13:56,679 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-11T23:13:56,680 DEBUG [RS:0;b48762765ec4:34525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b2c56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b48762765ec4/172.17.0.3:0
2024-12-11T23:13:56,695 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-11T23:13:56,701 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b48762765ec4:34525
2024-12-11T23:13:56,704 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-11T23:13:56,704 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-11T23:13:56,705 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-11T23:13:56,707 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-11T23:13:56,708 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(2659): reportForDuty to master=b48762765ec4,35475,1733958833989 with port=34525, startcode=1733958834845
2024-12-11T23:13:56,714 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-11T23:13:56,721 DEBUG [RS:0;b48762765ec4:34525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-11T23:13:56,720 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b48762765ec4,35475,1733958833989
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-11T23:13:56,728 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b48762765ec4:0, corePoolSize=5, maxPoolSize=5
2024-12-11T23:13:56,728 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b48762765ec4:0, corePoolSize=5, maxPoolSize=5
2024-12-11T23:13:56,729 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b48762765ec4:0, corePoolSize=5, maxPoolSize=5
2024-12-11T23:13:56,729 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b48762765ec4:0, corePoolSize=5, maxPoolSize=5
2024-12-11T23:13:56,729 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b48762765ec4:0, corePoolSize=10, maxPoolSize=10
2024-12-11T23:13:56,729 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:13:56,730 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b48762765ec4:0, corePoolSize=2, maxPoolSize=2
2024-12-11T23:13:56,730 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:13:56,732 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733958866732
2024-12-11T23:13:56,734 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-11T23:13:56,735 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-11T23:13:56,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-11T23:13:56,737 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-11T23:13:56,740 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-11T23:13:56,741 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-11T23:13:56,741 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-11T23:13:56,741 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-11T23:13:56,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:13:56,754 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-11T23:13:56,756 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-11T23:13:56,761 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-11T23:13:56,761 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-11T23:13:56,763 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-11T23:13:56,764 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-11T23:13:56,768 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35475 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-11T23:13:56,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741831_1007 (size=1321)
2024-12-11T23:13:56,777 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-11T23:13:56,777 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-11T23:13:56,779 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.large.0-1733958836779,5,FailOnTimeoutGroup]
2024-12-11T23:13:56,780 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.small.0-1733958836779,5,FailOnTimeoutGroup]
2024-12-11T23:13:56,780 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-11T23:13:56,780 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-11T23:13:56,781 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-11T23:13:56,782 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-11T23:13:56,797 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-11T23:13:56,797 WARN  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-11T23:13:57,179 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-11T23:13:57,179 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:13:57,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741832_1008 (size=32)
2024-12-11T23:13:57,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:13:57,194 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-11T23:13:57,196 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-11T23:13:57,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:13:57,198 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-11T23:13:57,198 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-11T23:13:57,200 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-11T23:13:57,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:13:57,201 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-11T23:13:57,202 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-11T23:13:57,204 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-11T23:13:57,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:13:57,205 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-11T23:13:57,205 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-11T23:13:57,208 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-11T23:13:57,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:13:57,209 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-11T23:13:57,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-11T23:13:57,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740
2024-12-11T23:13:57,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740
2024-12-11T23:13:57,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-11T23:13:57,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-11T23:13:57,216 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-11T23:13:57,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-11T23:13:57,223 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:13:57,224 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70162990, jitterRate=0.04551002383232117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-11T23:13:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733958837191Initializing all the Stores at 1733958837193 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958837193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958837193Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958837194 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958837194Cleaning up temporary data from old regions at 1733958837215 (+21 ms)Region opened successfully at 1733958837227 (+12 ms)
2024-12-11T23:13:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-11T23:13:57,228 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-11T23:13:57,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-11T23:13:57,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-11T23:13:57,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-11T23:13:57,230 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-11T23:13:57,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733958837227Disabling compacts and flushes for region at 1733958837227Disabling writes for close at 1733958837228 (+1 ms)Writing region close event to WAL at 1733958837229 (+1 ms)Closed at 1733958837229
2024-12-11T23:13:57,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-11T23:13:57,234 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-11T23:13:57,240 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-11T23:13:57,249 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-11T23:13:57,252 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-11T23:13:57,403 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:13:58,404 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:13:59,405 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:00,406 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:01,406 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:02,407 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:03,408 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:04,408 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-11T23:14:04,484 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-11T23:14:05,409 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:06,410 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:07,410 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:08,411 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:09,412 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:10,412 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:11,413 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:12,414 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:13,414 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:14,415 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:15,416 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:16,417 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:17,417 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:18,418 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:19,419 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:20,419 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:21,420 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:22,421 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:22,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-11T23:14:23,421 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:24,422 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:25,423 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:26,423 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:26,799 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(2659): reportForDuty to master=b48762765ec4,35475,1733958833989 with port=34525, startcode=1733958834845
2024-12-11T23:14:26,801 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35475 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b48762765ec4,34525,1733958834845
2024-12-11T23:14:26,804 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35475 {}] master.ServerManager(517): Registering regionserver=b48762765ec4,34525,1733958834845
2024-12-11T23:14:26,813 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:14:26,814 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34563
2024-12-11T23:14:26,814 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-11T23:14:26,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-11T23:14:26,819 DEBUG [RS:0;b48762765ec4:34525 {}] zookeeper.ZKUtil(111): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b48762765ec4,34525,1733958834845
2024-12-11T23:14:26,819 WARN  [RS:0;b48762765ec4:34525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-11T23:14:26,819 INFO  [RS:0;b48762765ec4:34525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-11T23:14:26,819 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/WALs/b48762765ec4,34525,1733958834845
2024-12-11T23:14:26,821 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b48762765ec4,34525,1733958834845]
2024-12-11T23:14:26,847 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-11T23:14:26,861 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-11T23:14:26,867 INFO  [RS:0;b48762765ec4:34525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-11T23:14:26,867 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:26,868 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-11T23:14:26,874 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-11T23:14:26,876 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:26,876 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,876 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,877 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,877 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,877 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,877 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b48762765ec4:0, corePoolSize=2, maxPoolSize=2
2024-12-11T23:14:26,878 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,878 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,878 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,878 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,878 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,878 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b48762765ec4:0, corePoolSize=1, maxPoolSize=1
2024-12-11T23:14:26,879 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b48762765ec4:0, corePoolSize=3, maxPoolSize=3
2024-12-11T23:14:26,879 DEBUG [RS:0;b48762765ec4:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b48762765ec4:0, corePoolSize=3, maxPoolSize=3
2024-12-11T23:14:26,880 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:26,880 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:26,880 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:26,880 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:26,881 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:26,881 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,34525,1733958834845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-11T23:14:26,902 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-11T23:14:26,904 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,34525,1733958834845-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:26,904 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:26,904 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.Replication(171): b48762765ec4,34525,1733958834845 started
2024-12-11T23:14:26,926 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:26,927 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1482): Serving as b48762765ec4,34525,1733958834845, RpcServer on b48762765ec4/172.17.0.3:34525, sessionid=0x100cb9e26240001
2024-12-11T23:14:26,928 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-11T23:14:26,928 DEBUG [RS:0;b48762765ec4:34525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b48762765ec4,34525,1733958834845
2024-12-11T23:14:26,928 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b48762765ec4,34525,1733958834845'
2024-12-11T23:14:26,929 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-11T23:14:26,933 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-11T23:14:26,934 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-11T23:14:26,934 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-11T23:14:26,934 DEBUG [RS:0;b48762765ec4:34525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b48762765ec4,34525,1733958834845
2024-12-11T23:14:26,934 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b48762765ec4,34525,1733958834845'
2024-12-11T23:14:26,934 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-11T23:14:26,935 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-11T23:14:26,936 DEBUG [RS:0;b48762765ec4:34525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-11T23:14:26,936 INFO  [RS:0;b48762765ec4:34525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-11T23:14:26,936 INFO  [RS:0;b48762765ec4:34525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-11T23:14:27,424 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:28,425 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:29,425 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:30,426 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:31,427 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:32,427 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:33,428 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:34,429 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:35,429 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:36,430 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:37,431 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:38,431 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:39,432 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:40,433 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:41,433 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:42,434 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:43,435 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:44,435 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:45,436 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:46,437 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:47,437 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:48,438 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:49,439 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:50,439 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:51,440 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:52,441 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:52,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-11T23:14:53,441 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:54,442 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:55,442 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:56,443 WARN  [b48762765ec4:35475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-11T23:14:56,942 INFO  [RS:0;b48762765ec4:34525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-11T23:14:56,946 INFO  [RS:0;b48762765ec4:34525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b48762765ec4%2C34525%2C1733958834845, suffix=, logDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/WALs/b48762765ec4,34525,1733958834845, archiveDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/oldWALs, maxLogs=32
2024-12-11T23:14:56,965 DEBUG [RS:0;b48762765ec4:34525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/WALs/b48762765ec4,34525,1733958834845/b48762765ec4%2C34525%2C1733958834845.1733958896949, exclude list is [], retry=0
2024-12-11T23:14:56,970 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-012479bb-9cad-408e-bb58-4e91c945cf2e,DISK]
2024-12-11T23:14:56,974 INFO  [RS:0;b48762765ec4:34525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/WALs/b48762765ec4,34525,1733958834845/b48762765ec4%2C34525%2C1733958834845.1733958896949
2024-12-11T23:14:56,974 DEBUG [RS:0;b48762765ec4:34525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39201:39201)]
2024-12-11T23:14:57,196 DEBUG [b48762765ec4:35475 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-11T23:14:57,210 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:14:57,217 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b48762765ec4,34525,1733958834845, state=OPENING
2024-12-11T23:14:57,223 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-11T23:14:57,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:14:57,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:14:57,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-11T23:14:57,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-11T23:14:57,235 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-11T23:14:57,237 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:14:57,416 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-11T23:14:57,419 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-11T23:14:57,431 INFO  [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-11T23:14:57,431 INFO  [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-11T23:14:57,432 INFO  [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-11T23:14:57,435 INFO  [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b48762765ec4%2C34525%2C1733958834845.meta, suffix=.meta, logDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/WALs/b48762765ec4,34525,1733958834845, archiveDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/oldWALs, maxLogs=32
2024-12-11T23:14:57,457 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/WALs/b48762765ec4,34525,1733958834845/b48762765ec4%2C34525%2C1733958834845.meta.1733958897437.meta, exclude list is [], retry=0
2024-12-11T23:14:57,464 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-012479bb-9cad-408e-bb58-4e91c945cf2e,DISK]
2024-12-11T23:14:57,467 INFO  [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/WALs/b48762765ec4,34525,1733958834845/b48762765ec4%2C34525%2C1733958834845.meta.1733958897437.meta
2024-12-11T23:14:57,469 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39201:39201)]
2024-12-11T23:14:57,469 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:14:57,471 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-11T23:14:57,474 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-11T23:14:57,479 INFO  [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-11T23:14:57,484 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-11T23:14:57,485 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:14:57,485 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-11T23:14:57,486 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-11T23:14:57,490 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-11T23:14:57,491 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-11T23:14:57,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:14:57,492 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-11T23:14:57,493 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-11T23:14:57,494 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-11T23:14:57,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:14:57,495 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-11T23:14:57,496 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-11T23:14:57,497 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-11T23:14:57,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:14:57,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-11T23:14:57,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-11T23:14:57,500 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-11T23:14:57,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:14:57,501 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-11T23:14:57,501 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-11T23:14:57,502 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740
2024-12-11T23:14:57,505 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740
2024-12-11T23:14:57,508 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-11T23:14:57,508 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-11T23:14:57,509 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-11T23:14:57,512 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-11T23:14:57,514 INFO  [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58949647, jitterRate=-0.12158180773258209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-11T23:14:57,514 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-11T23:14:57,515 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733958897486Writing region info on filesystem at 1733958897487 (+1 ms)Initializing all the Stores at 1733958897489 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958897489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958897489Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958897489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733958897489Cleaning up temporary data from old regions at 1733958897508 (+19 ms)Running coprocessor post-open hooks at 1733958897514 (+6 ms)Region opened successfully at 1733958897515 (+1 ms)
2024-12-11T23:14:57,524 INFO  [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733958897406
2024-12-11T23:14:57,538 DEBUG [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-11T23:14:57,539 INFO  [RS_OPEN_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-11T23:14:57,541 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:14:57,543 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b48762765ec4,34525,1733958834845, state=OPEN
2024-12-11T23:14:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-11T23:14:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-11T23:14:57,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-11T23:14:57,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-11T23:14:57,549 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b48762765ec4,34525,1733958834845
2024-12-11T23:14:57,555 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-11T23:14:57,555 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b48762765ec4,34525,1733958834845 in 313 msec
2024-12-11T23:14:57,563 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-11T23:14:57,563 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.317 sec
2024-12-11T23:14:57,565 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-11T23:14:57,565 INFO  [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-11T23:14:57,587 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-11T23:14:57,588 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b48762765ec4,34525,1733958834845, seqNum=-1]
2024-12-11T23:14:57,615 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-11T23:14:57,618 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-11T23:14:57,643 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.998 sec
2024-12-11T23:14:57,643 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733958897643, completionTime=-1
2024-12-11T23:14:57,647 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-11T23:14:57,648 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-11T23:14:57,685 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-11T23:14:57,685 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733958957685
2024-12-11T23:14:57,685 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733959017685
2024-12-11T23:14:57,685 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec
2024-12-11T23:14:57,687 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,35475,1733958833989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:57,688 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,35475,1733958833989-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:57,688 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,35475,1733958833989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:57,690 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b48762765ec4:35475, period=300000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:57,690 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:57,691 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:57,697 DEBUG [master/b48762765ec4:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-11T23:14:57,723 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.706sec
2024-12-11T23:14:57,725 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-11T23:14:57,726 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-11T23:14:57,727 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-11T23:14:57,728 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-11T23:14:57,728 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-11T23:14:57,729 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,35475,1733958833989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-11T23:14:57,730 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,35475,1733958833989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-11T23:14:57,739 DEBUG [master/b48762765ec4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-11T23:14:57,740 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-11T23:14:57,740 INFO  [master/b48762765ec4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b48762765ec4,35475,1733958833989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-11T23:14:57,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e426303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-11T23:14:57,827 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-11T23:14:57,827 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-11T23:14:57,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b48762765ec4,35475,-1 for getting cluster id
2024-12-11T23:14:57,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-11T23:14:57,843 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a058adb-0dff-4923-97f0-67054e08a1f3'
2024-12-11T23:14:57,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-11T23:14:57,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a058adb-0dff-4923-97f0-67054e08a1f3"

2024-12-11T23:14:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c77566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-11T23:14:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b48762765ec4,35475,-1]
2024-12-11T23:14:57,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-11T23:14:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-11T23:14:57,856 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-11T23:14:57,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b51c427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-11T23:14:57,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-11T23:14:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b48762765ec4,34525,1733958834845, seqNum=-1]
2024-12-11T23:14:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-11T23:14:57,872 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-11T23:14:57,900 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b48762765ec4,35475,1733958833989
2024-12-11T23:14:57,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1cdb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-11T23:14:57,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b48762765ec4,35475,-1 for getting cluster id
2024-12-11T23:14:57,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-11T23:14:57,907 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a058adb-0dff-4923-97f0-67054e08a1f3'
2024-12-11T23:14:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-11T23:14:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a058adb-0dff-4923-97f0-67054e08a1f3"

2024-12-11T23:14:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a1632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-11T23:14:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b48762765ec4,35475,-1]
2024-12-11T23:14:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-11T23:14:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-11T23:14:57,912 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-11T23:14:57,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293b62f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-11T23:14:57,955 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=11651
2024-12-11T23:14:57,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-11T23:14:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b48762765ec4,35475,1733958833989
2024-12-11T23:14:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@624ab03d
2024-12-11T23:14:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-11T23:14:57,981 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-11T23:14:57,988 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:14:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-11T23:14:58,003 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-11T23:14:58,005 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-11T23:14:58,005 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:14:58,008 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-11T23:14:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-11T23:14:58,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741835_1011 (size=428)
2024-12-11T23:14:58,429 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d1acfb93c5378dd4d012a47b8542c63, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:14:58,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741836_1012 (size=79)
2024-12-11T23:14:58,844 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:14:58,845 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8d1acfb93c5378dd4d012a47b8542c63, disabling compactions & flushes
2024-12-11T23:14:58,845 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:14:58,845 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:14:58,845 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63. after waiting 0 ms
2024-12-11T23:14:58,845 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:14:58,845 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:14:58,845 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d1acfb93c5378dd4d012a47b8542c63:
Waiting for close lock at 1733958898845Disabling compacts and flushes for region at 1733958898845Disabling writes for close at 1733958898845Writing region close event to WAL at 1733958898845Closed at 1733958898845
2024-12-11T23:14:58,848 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-11T23:14:58,855 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733958898848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958898848"}]},"ts":"1733958898848"}
2024-12-11T23:14:58,861 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-11T23:14:58,864 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-11T23:14:58,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958898864"}]},"ts":"1733958898864"}
2024-12-11T23:14:58,873 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-11T23:14:58,876 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8d1acfb93c5378dd4d012a47b8542c63, ASSIGN}]
2024-12-11T23:14:58,879 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8d1acfb93c5378dd4d012a47b8542c63, ASSIGN
2024-12-11T23:14:58,881 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8d1acfb93c5378dd4d012a47b8542c63, ASSIGN; state=OFFLINE, location=b48762765ec4,34525,1733958834845; forceNewPlan=false, retain=false
2024-12-11T23:14:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-11T23:14:59,032 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d1acfb93c5378dd4d012a47b8542c63, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:14:59,037 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8d1acfb93c5378dd4d012a47b8542c63, ASSIGN because future has completed
2024-12-11T23:14:59,038 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d1acfb93c5378dd4d012a47b8542c63, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:14:59,198 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:14:59,198 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d1acfb93c5378dd4d012a47b8542c63, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:14:59,199 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:14:59,199 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:14:59,199 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:14:59,199 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:14:59,201 INFO  [StoreOpener-8d1acfb93c5378dd4d012a47b8542c63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8d1acfb93c5378dd4d012a47b8542c63 
2024-12-11T23:14:59,204 INFO  [StoreOpener-8d1acfb93c5378dd4d012a47b8542c63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d1acfb93c5378dd4d012a47b8542c63 columnFamilyName testFamily
2024-12-11T23:14:59,204 DEBUG [StoreOpener-8d1acfb93c5378dd4d012a47b8542c63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:14:59,205 INFO  [StoreOpener-8d1acfb93c5378dd4d012a47b8542c63-1 {}] regionserver.HStore(327): Store=8d1acfb93c5378dd4d012a47b8542c63/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:14:59,205 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:14:59,206 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:14:59,207 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:14:59,207 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:14:59,207 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:14:59,210 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:14:59,213 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8d1acfb93c5378dd4d012a47b8542c63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:14:59,214 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8d1acfb93c5378dd4d012a47b8542c63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61790737, jitterRate=-0.07924626767635345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-11T23:14:59,214 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:14:59,215 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8d1acfb93c5378dd4d012a47b8542c63:
Running coprocessor pre-open hook at 1733958899199Writing region info on filesystem at 1733958899199Initializing all the Stores at 1733958899201 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958899201Cleaning up temporary data from old regions at 1733958899207 (+6 ms)Running coprocessor post-open hooks at 1733958899214 (+7 ms)Region opened successfully at 1733958899215 (+1 ms)
2024-12-11T23:14:59,217 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63., pid=6, masterSystemTime=1733958899191
2024-12-11T23:14:59,220 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:14:59,220 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:14:59,222 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d1acfb93c5378dd4d012a47b8542c63, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:14:59,226 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d1acfb93c5378dd4d012a47b8542c63, server=b48762765ec4,34525,1733958834845 because future has completed
2024-12-11T23:14:59,231 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-11T23:14:59,232 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d1acfb93c5378dd4d012a47b8542c63, server=b48762765ec4,34525,1733958834845 in 190 msec
2024-12-11T23:14:59,235 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-11T23:14:59,235 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8d1acfb93c5378dd4d012a47b8542c63, ASSIGN in 356 msec
2024-12-11T23:14:59,237 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-11T23:14:59,237 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958899237"}]},"ts":"1733958899237"}
2024-12-11T23:14:59,240 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-11T23:14:59,242 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-11T23:14:59,244 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2500 sec
2024-12-11T23:15:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-11T23:15:01,046 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-11T23:15:01,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-11T23:15:01,048 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:01,053 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-11T23:15:01,054 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:01,054 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-11T23:15:01,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-11T23:15:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b48762765ec4,34525,1733958834845, seqNum=-1]
2024-12-11T23:15:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-11T23:15:01,061 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-11T23:15:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:01,080 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-11T23:15:01,084 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-11T23:15:01,089 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-11T23:15:01,093 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-11T23:15:01,094 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-11T23:15:01,095 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8049279616243728392
2024-12-11T23:15:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:36580 deadline: 1733958904094, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-11T23:15:01,102 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-11T23:15:01,104 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-11T23:15:01,105 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-11T23:15:01,106 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-11T23:15:01,107 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8049279616243728394
2024-12-11T23:15:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:36580 deadline: 1733958904106, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-11T23:15:01,111 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-11T23:15:01,112 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8049279616243728395
2024-12-11T23:15:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:36580 deadline: 1733958904110, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-11T23:15:01,115 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-11T23:15:01,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8049279616243728396
2024-12-11T23:15:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:36580 deadline: 1733958904115, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-11T23:15:01,119 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-11T23:15:01,133 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_13904180_22 at /127.0.0.1:47250 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/b48762765ec4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=11625 (was 11651)
2024-12-11T23:15:01,144 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=11624
2024-12-11T23:15:01,149 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:15:01,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35475 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-11T23:15:01,154 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-11T23:15:01,155 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:01,155 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-11T23:15:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-11T23:15:01,157 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-11T23:15:01,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741837_1013 (size=414)
2024-12-11T23:15:01,572 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c7aa8782f0898a6469b6ed022e0e373, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:15:01,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741838_1014 (size=65)
2024-12-11T23:15:01,589 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:01,589 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 3c7aa8782f0898a6469b6ed022e0e373, disabling compactions & flushes
2024-12-11T23:15:01,589 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:15:01,589 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:15:01,589 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373. after waiting 0 ms
2024-12-11T23:15:01,589 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:15:01,589 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:15:01,589 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c7aa8782f0898a6469b6ed022e0e373:
Waiting for close lock at 1733958901589Disabling compacts and flushes for region at 1733958901589Disabling writes for close at 1733958901589Writing region close event to WAL at 1733958901589Closed at 1733958901589
2024-12-11T23:15:01,592 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-11T23:15:01,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733958901592"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958901592"}]},"ts":"1733958901592"}
2024-12-11T23:15:01,599 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-11T23:15:01,601 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-11T23:15:01,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958901601"}]},"ts":"1733958901601"}
2024-12-11T23:15:01,606 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-11T23:15:01,607 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3c7aa8782f0898a6469b6ed022e0e373, ASSIGN}]
2024-12-11T23:15:01,610 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3c7aa8782f0898a6469b6ed022e0e373, ASSIGN
2024-12-11T23:15:01,613 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3c7aa8782f0898a6469b6ed022e0e373, ASSIGN; state=OFFLINE, location=b48762765ec4,34525,1733958834845; forceNewPlan=false, retain=false
2024-12-11T23:15:01,764 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3c7aa8782f0898a6469b6ed022e0e373, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:01,769 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3c7aa8782f0898a6469b6ed022e0e373, ASSIGN because future has completed
2024-12-11T23:15:01,770 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c7aa8782f0898a6469b6ed022e0e373, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:15:01,931 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:15:01,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c7aa8782f0898a6469b6ed022e0e373, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:15:01,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:01,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:01,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:01,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:01,934 INFO  [StoreOpener-3c7aa8782f0898a6469b6ed022e0e373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3c7aa8782f0898a6469b6ed022e0e373 
2024-12-11T23:15:01,936 INFO  [StoreOpener-3c7aa8782f0898a6469b6ed022e0e373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c7aa8782f0898a6469b6ed022e0e373 columnFamilyName testFamily
2024-12-11T23:15:01,936 DEBUG [StoreOpener-3c7aa8782f0898a6469b6ed022e0e373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:01,937 INFO  [StoreOpener-3c7aa8782f0898a6469b6ed022e0e373-1 {}] regionserver.HStore(327): Store=3c7aa8782f0898a6469b6ed022e0e373/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:15:01,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:01,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScanner/3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:01,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScanner/3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:01,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:01,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:01,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:01,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScanner/3c7aa8782f0898a6469b6ed022e0e373/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:15:01,947 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 3c7aa8782f0898a6469b6ed022e0e373; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67951730, jitterRate=0.012559682130813599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-11T23:15:01,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:01,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 3c7aa8782f0898a6469b6ed022e0e373:
Running coprocessor pre-open hook at 1733958901932Writing region info on filesystem at 1733958901932Initializing all the Stores at 1733958901933 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958901933Cleaning up temporary data from old regions at 1733958901940 (+7 ms)Running coprocessor post-open hooks at 1733958901948 (+8 ms)Region opened successfully at 1733958901949 (+1 ms)
2024-12-11T23:15:01,951 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373., pid=9, masterSystemTime=1733958901925
2024-12-11T23:15:01,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:15:01,955 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:15:01,956 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3c7aa8782f0898a6469b6ed022e0e373, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:01,960 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c7aa8782f0898a6469b6ed022e0e373, server=b48762765ec4,34525,1733958834845 because future has completed
2024-12-11T23:15:01,965 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-11T23:15:01,965 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c7aa8782f0898a6469b6ed022e0e373, server=b48762765ec4,34525,1733958834845 in 192 msec
2024-12-11T23:15:01,970 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-11T23:15:01,970 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3c7aa8782f0898a6469b6ed022e0e373, ASSIGN in 358 msec
2024-12-11T23:15:01,971 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-11T23:15:01,971 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958901971"}]},"ts":"1733958901971"}
2024-12-11T23:15:01,974 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-11T23:15:01,975 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-11T23:15:01,978 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 826 msec
2024-12-11T23:15:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-11T23:15:02,176 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-11T23:15:02,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-11T23:15:02,176 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:02,181 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-11T23:15:02,181 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:02,182 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-11T23:15:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:02,197 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-11T23:15:02,197 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-11T23:15:02,201 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-11T23:15:02,203 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-11T23:15:03,014 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-11T23:15:03,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-11T23:15:03,041 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-11T23:15:03,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-11T23:15:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-11T23:15:04,483 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:04,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-11T23:15:04,484 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-11T23:15:04,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-11T23:15:04,484 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:04,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-11T23:15:04,485 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:08,213 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373., hostname=b48762765ec4,34525,1733958834845, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373., hostname=b48762765ec4,34525,1733958834845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b48762765ec4:34525 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-12-11T23:15:08,214 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373., hostname=b48762765ec4,34525,1733958834845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-12-11T23:15:08,214 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373., hostname=b48762765ec4,34525,1733958834845, seqNum=2 from cache
2024-12-11T23:15:08,226 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=12557 (was 11624) - AvailableMemoryMB LEAK? -
2024-12-11T23:15:08,235 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=12556
2024-12-11T23:15:08,237 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:15:08,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35475 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-11T23:15:08,242 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-11T23:15:08,242 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:08,242 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-11T23:15:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-11T23:15:08,243 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-11T23:15:08,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741839_1015 (size=412)
2024-12-11T23:15:08,656 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f668f15bbb2cc719d1022cca24559cf, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:15:08,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741840_1016 (size=63)
2024-12-11T23:15:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-11T23:15:09,066 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:09,066 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 9f668f15bbb2cc719d1022cca24559cf, disabling compactions & flushes
2024-12-11T23:15:09,066 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:15:09,066 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:15:09,066 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf. after waiting 0 ms
2024-12-11T23:15:09,066 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:15:09,066 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:15:09,066 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f668f15bbb2cc719d1022cca24559cf:
Waiting for close lock at 1733958909066Disabling compacts and flushes for region at 1733958909066Disabling writes for close at 1733958909066Writing region close event to WAL at 1733958909066Closed at 1733958909066
2024-12-11T23:15:09,069 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-11T23:15:09,069 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733958909069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958909069"}]},"ts":"1733958909069"}
2024-12-11T23:15:09,073 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-11T23:15:09,075 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-11T23:15:09,075 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958909075"}]},"ts":"1733958909075"}
2024-12-11T23:15:09,078 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-11T23:15:09,078 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9f668f15bbb2cc719d1022cca24559cf, ASSIGN}]
2024-12-11T23:15:09,080 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9f668f15bbb2cc719d1022cca24559cf, ASSIGN
2024-12-11T23:15:09,081 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9f668f15bbb2cc719d1022cca24559cf, ASSIGN; state=OFFLINE, location=b48762765ec4,34525,1733958834845; forceNewPlan=false, retain=false
2024-12-11T23:15:09,232 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9f668f15bbb2cc719d1022cca24559cf, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:09,235 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9f668f15bbb2cc719d1022cca24559cf, ASSIGN because future has completed
2024-12-11T23:15:09,236 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f668f15bbb2cc719d1022cca24559cf, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:15:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-11T23:15:09,395 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:15:09,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f668f15bbb2cc719d1022cca24559cf, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:15:09,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:09,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:09,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:09,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:09,398 INFO  [StoreOpener-9f668f15bbb2cc719d1022cca24559cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9f668f15bbb2cc719d1022cca24559cf 
2024-12-11T23:15:09,400 INFO  [StoreOpener-9f668f15bbb2cc719d1022cca24559cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f668f15bbb2cc719d1022cca24559cf columnFamilyName testFamily
2024-12-11T23:15:09,400 DEBUG [StoreOpener-9f668f15bbb2cc719d1022cca24559cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:09,400 INFO  [StoreOpener-9f668f15bbb2cc719d1022cca24559cf-1 {}] regionserver.HStore(327): Store=9f668f15bbb2cc719d1022cca24559cf/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:15:09,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:09,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNextAsync/9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:09,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNextAsync/9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:09,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:09,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:09,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:09,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNextAsync/9f668f15bbb2cc719d1022cca24559cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:15:09,409 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 9f668f15bbb2cc719d1022cca24559cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70226651, jitterRate=0.0464586466550827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-11T23:15:09,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:09,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 9f668f15bbb2cc719d1022cca24559cf:
Running coprocessor pre-open hook at 1733958909396Writing region info on filesystem at 1733958909396Initializing all the Stores at 1733958909397 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958909397Cleaning up temporary data from old regions at 1733958909403 (+6 ms)Running coprocessor post-open hooks at 1733958909409 (+6 ms)Region opened successfully at 1733958909410 (+1 ms)
2024-12-11T23:15:09,411 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf., pid=12, masterSystemTime=1733958909389
2024-12-11T23:15:09,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:15:09,415 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:15:09,416 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9f668f15bbb2cc719d1022cca24559cf, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:09,419 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f668f15bbb2cc719d1022cca24559cf, server=b48762765ec4,34525,1733958834845 because future has completed
2024-12-11T23:15:09,424 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-11T23:15:09,424 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f668f15bbb2cc719d1022cca24559cf, server=b48762765ec4,34525,1733958834845 in 185 msec
2024-12-11T23:15:09,427 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-11T23:15:09,427 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9f668f15bbb2cc719d1022cca24559cf, ASSIGN in 346 msec
2024-12-11T23:15:09,428 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-11T23:15:09,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958909428"}]},"ts":"1733958909428"}
2024-12-11T23:15:09,431 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-11T23:15:09,432 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-11T23:15:09,434 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1940 sec
2024-12-11T23:15:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-11T23:15:11,285 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-11T23:15:11,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-11T23:15:11,285 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:11,290 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-11T23:15:11,290 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:11,290 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-11T23:15:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:11,304 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-11T23:15:11,304 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-11T23:15:11,307 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-11T23:15:11,309 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-11T23:15:11,310 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-11T23:15:11,311 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-11T23:15:14,921 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-11T23:15:14,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-11T23:15:14,944 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:15,043 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-11T23:15:17,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34525 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728405' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-11T23:15:17,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34525 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:36580 deadline: 1733958923316, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728405' does not exist
2024-12-11T23:15:17,323 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b48762765ec4,34525,1733958834845 for closing scanner id = 8049279616243728405 for 9f668f15bbb2cc719d1022cca24559cf of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728405' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-11T23:15:17,326 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 207), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=12343 (was 12556)
2024-12-11T23:15:17,335 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=12343
2024-12-11T23:15:17,339 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:15:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-11T23:15:17,343 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-11T23:15:17,343 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:17,343 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-11T23:15:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-11T23:15:17,345 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-11T23:15:17,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741841_1017 (size=423)
2024-12-11T23:15:17,758 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ceabbef9d15dfc850a35d4011697e045, NAME => 'testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:15:17,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741842_1018 (size=74)
2024-12-11T23:15:17,767 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:17,767 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing ceabbef9d15dfc850a35d4011697e045, disabling compactions & flushes
2024-12-11T23:15:17,767 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:15:17,767 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:15:17,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045. after waiting 0 ms
2024-12-11T23:15:17,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:15:17,768 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:15:17,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for ceabbef9d15dfc850a35d4011697e045:
Waiting for close lock at 1733958917767Disabling compacts and flushes for region at 1733958917767Disabling writes for close at 1733958917768 (+1 ms)Writing region close event to WAL at 1733958917768Closed at 1733958917768
2024-12-11T23:15:17,770 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-11T23:15:17,770 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733958917770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958917770"}]},"ts":"1733958917770"}
2024-12-11T23:15:17,774 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-11T23:15:17,775 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-11T23:15:17,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958917775"}]},"ts":"1733958917775"}
2024-12-11T23:15:17,778 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-11T23:15:17,778 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ceabbef9d15dfc850a35d4011697e045, ASSIGN}]
2024-12-11T23:15:17,780 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ceabbef9d15dfc850a35d4011697e045, ASSIGN
2024-12-11T23:15:17,781 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ceabbef9d15dfc850a35d4011697e045, ASSIGN; state=OFFLINE, location=b48762765ec4,34525,1733958834845; forceNewPlan=false, retain=false
2024-12-11T23:15:17,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-11T23:15:17,932 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ceabbef9d15dfc850a35d4011697e045, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:17,935 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ceabbef9d15dfc850a35d4011697e045, ASSIGN because future has completed
2024-12-11T23:15:17,936 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceabbef9d15dfc850a35d4011697e045, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:15:18,096 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:15:18,097 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ceabbef9d15dfc850a35d4011697e045, NAME => 'testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:15:18,097 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:18,097 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:18,097 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:18,097 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:18,100 INFO  [StoreOpener-ceabbef9d15dfc850a35d4011697e045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ceabbef9d15dfc850a35d4011697e045 
2024-12-11T23:15:18,103 INFO  [StoreOpener-ceabbef9d15dfc850a35d4011697e045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceabbef9d15dfc850a35d4011697e045 columnFamilyName testFamily
2024-12-11T23:15:18,103 DEBUG [StoreOpener-ceabbef9d15dfc850a35d4011697e045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:18,104 INFO  [StoreOpener-ceabbef9d15dfc850a35d4011697e045-1 {}] regionserver.HStore(327): Store=ceabbef9d15dfc850a35d4011697e045/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:15:18,104 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:18,105 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextException/ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:18,106 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextException/ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:18,106 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:18,106 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:18,109 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:18,112 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextException/ceabbef9d15dfc850a35d4011697e045/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:15:18,113 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ceabbef9d15dfc850a35d4011697e045; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61051087, jitterRate=-0.09026791155338287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-11T23:15:18,113 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:18,114 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ceabbef9d15dfc850a35d4011697e045:
Running coprocessor pre-open hook at 1733958918098Writing region info on filesystem at 1733958918098Initializing all the Stores at 1733958918099 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958918099Cleaning up temporary data from old regions at 1733958918106 (+7 ms)Running coprocessor post-open hooks at 1733958918113 (+7 ms)Region opened successfully at 1733958918114 (+1 ms)
2024-12-11T23:15:18,115 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045., pid=15, masterSystemTime=1733958918089
2024-12-11T23:15:18,118 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:15:18,118 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:15:18,119 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ceabbef9d15dfc850a35d4011697e045, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:18,122 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceabbef9d15dfc850a35d4011697e045, server=b48762765ec4,34525,1733958834845 because future has completed
2024-12-11T23:15:18,126 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-11T23:15:18,126 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ceabbef9d15dfc850a35d4011697e045, server=b48762765ec4,34525,1733958834845 in 187 msec
2024-12-11T23:15:18,129 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-11T23:15:18,130 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ceabbef9d15dfc850a35d4011697e045, ASSIGN in 348 msec
2024-12-11T23:15:18,131 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-11T23:15:18,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958918131"}]},"ts":"1733958918131"}
2024-12-11T23:15:18,134 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-11T23:15:18,135 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-11T23:15:18,138 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 796 msec
2024-12-11T23:15:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-11T23:15:18,355 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-11T23:15:18,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-11T23:15:18,355 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:18,360 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-11T23:15:18,360 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:18,360 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-11T23:15:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:18,374 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-11T23:15:18,374 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-11T23:15:18,376 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-11T23:15:18,378 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-11T23:15:18,379 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-11T23:15:18,380 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8049279616243728409
2024-12-11T23:15:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:36580 deadline: 1733958921379, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-11T23:15:18,383 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-11T23:15:18,384 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-11T23:15:18,385 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-11T23:15:18,386 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-11T23:15:18,387 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8049279616243728411
2024-12-11T23:15:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:36580 deadline: 1733958921386, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-11T23:15:18,389 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-11T23:15:18,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8049279616243728412
2024-12-11T23:15:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:36580 deadline: 1733958921389, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-11T23:15:18,393 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-11T23:15:18,394 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8049279616243728413
2024-12-11T23:15:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:36580 deadline: 1733958921393, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-11T23:15:18,397 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-11T23:15:18,406 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_13904180_22 at /127.0.0.1:34468 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=12331 (was 12343)
2024-12-11T23:15:18,415 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=12331
2024-12-11T23:15:18,418 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:15:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-11T23:15:18,421 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-11T23:15:18,421 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:18,421 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-11T23:15:18,422 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-11T23:15:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-11T23:15:18,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741843_1019 (size=418)
2024-12-11T23:15:18,833 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a28c8aa6c2ffd98623b16bfe9415e35b, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:15:18,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741844_1020 (size=69)
2024-12-11T23:15:18,847 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:18,848 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing a28c8aa6c2ffd98623b16bfe9415e35b, disabling compactions & flushes
2024-12-11T23:15:18,848 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:18,848 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:18,848 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b. after waiting 0 ms
2024-12-11T23:15:18,848 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:18,848 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:18,848 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for a28c8aa6c2ffd98623b16bfe9415e35b:
Waiting for close lock at 1733958918847Disabling compacts and flushes for region at 1733958918847Disabling writes for close at 1733958918848 (+1 ms)Writing region close event to WAL at 1733958918848Closed at 1733958918848
2024-12-11T23:15:18,850 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-11T23:15:18,850 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733958918850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958918850"}]},"ts":"1733958918850"}
2024-12-11T23:15:18,853 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-11T23:15:18,854 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-11T23:15:18,854 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958918854"}]},"ts":"1733958918854"}
2024-12-11T23:15:18,857 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-11T23:15:18,857 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=a28c8aa6c2ffd98623b16bfe9415e35b, ASSIGN}]
2024-12-11T23:15:18,859 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=a28c8aa6c2ffd98623b16bfe9415e35b, ASSIGN
2024-12-11T23:15:18,860 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=a28c8aa6c2ffd98623b16bfe9415e35b, ASSIGN; state=OFFLINE, location=b48762765ec4,34525,1733958834845; forceNewPlan=false, retain=false
2024-12-11T23:15:19,010 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a28c8aa6c2ffd98623b16bfe9415e35b, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:19,014 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=a28c8aa6c2ffd98623b16bfe9415e35b, ASSIGN because future has completed
2024-12-11T23:15:19,015 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a28c8aa6c2ffd98623b16bfe9415e35b, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:15:19,174 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:19,174 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a28c8aa6c2ffd98623b16bfe9415e35b, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:15:19,174 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:19,175 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:19,175 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:19,175 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:19,177 INFO  [StoreOpener-a28c8aa6c2ffd98623b16bfe9415e35b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a28c8aa6c2ffd98623b16bfe9415e35b 
2024-12-11T23:15:19,179 INFO  [StoreOpener-a28c8aa6c2ffd98623b16bfe9415e35b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a28c8aa6c2ffd98623b16bfe9415e35b columnFamilyName testFamily
2024-12-11T23:15:19,179 DEBUG [StoreOpener-a28c8aa6c2ffd98623b16bfe9415e35b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:19,180 INFO  [StoreOpener-a28c8aa6c2ffd98623b16bfe9415e35b-1 {}] regionserver.HStore(327): Store=a28c8aa6c2ffd98623b16bfe9415e35b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:15:19,180 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:19,181 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScanner/a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:19,181 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScanner/a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:19,182 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:19,182 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:19,185 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:19,188 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScanner/a28c8aa6c2ffd98623b16bfe9415e35b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:15:19,188 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a28c8aa6c2ffd98623b16bfe9415e35b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61450454, jitterRate=-0.08431687951087952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-11T23:15:19,189 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:19,189 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a28c8aa6c2ffd98623b16bfe9415e35b:
Running coprocessor pre-open hook at 1733958919175Writing region info on filesystem at 1733958919175Initializing all the Stores at 1733958919176 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958919176Cleaning up temporary data from old regions at 1733958919182 (+6 ms)Running coprocessor post-open hooks at 1733958919189 (+7 ms)Region opened successfully at 1733958919189
2024-12-11T23:15:19,191 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., pid=18, masterSystemTime=1733958919168
2024-12-11T23:15:19,194 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:19,194 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:19,195 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a28c8aa6c2ffd98623b16bfe9415e35b, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:19,197 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a28c8aa6c2ffd98623b16bfe9415e35b, server=b48762765ec4,34525,1733958834845 because future has completed
2024-12-11T23:15:19,202 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-11T23:15:19,202 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure a28c8aa6c2ffd98623b16bfe9415e35b, server=b48762765ec4,34525,1733958834845 in 184 msec
2024-12-11T23:15:19,205 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-11T23:15:19,205 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=a28c8aa6c2ffd98623b16bfe9415e35b, ASSIGN in 345 msec
2024-12-11T23:15:19,206 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-11T23:15:19,206 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958919206"}]},"ts":"1733958919206"}
2024-12-11T23:15:19,209 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-11T23:15:19,210 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-11T23:15:19,211 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 792 msec
2024-12-11T23:15:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-11T23:15:19,435 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-11T23:15:19,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-11T23:15:19,435 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:19,440 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-11T23:15:19,440 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:19,440 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-11T23:15:19,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:19,455 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-11T23:15:19,455 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-11T23:15:19,458 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-11T23:15:19,460 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-11T23:15:20,465 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., hostname=b48762765ec4,34525,1733958834845, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., hostname=b48762765ec4,34525,1733958834845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b48762765ec4:34525 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-12-11T23:15:20,465 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., hostname=b48762765ec4,34525,1733958834845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-12-11T23:15:20,466 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., hostname=b48762765ec4,34525,1733958834845, seqNum=2 from cache
2024-12-11T23:15:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-11T23:15:21,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-11T23:15:21,045 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-11T23:15:21,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:21,488 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-11T23:15:22,465 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., hostname=b48762765ec4,34525,1733958834845, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., hostname=b48762765ec4,34525,1733958834845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b48762765ec4:34525 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=971ms
2024-12-11T23:15:22,466 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., hostname=b48762765ec4,34525,1733958834845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=971ms
2024-12-11T23:15:22,466 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., hostname=b48762765ec4,34525,1733958834845, seqNum=2 from cache
2024-12-11T23:15:22,476 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=12296 (was 12331)
2024-12-11T23:15:22,484 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=12296
2024-12-11T23:15:22,486 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:15:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-11T23:15:22,490 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-11T23:15:22,490 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:22,490 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-11T23:15:22,491 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-11T23:15:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-11T23:15:22,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741845_1021 (size=416)
2024-12-11T23:15:22,902 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16d9b222596551e407b32dce4ff194a4, NAME => 'testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:15:22,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741846_1022 (size=67)
2024-12-11T23:15:22,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-11T23:15:22,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-11T23:15:23,311 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:23,311 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 16d9b222596551e407b32dce4ff194a4, disabling compactions & flushes
2024-12-11T23:15:23,311 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:15:23,311 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:15:23,311 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4. after waiting 0 ms
2024-12-11T23:15:23,311 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:15:23,311 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:15:23,311 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16d9b222596551e407b32dce4ff194a4:
Waiting for close lock at 1733958923311Disabling compacts and flushes for region at 1733958923311Disabling writes for close at 1733958923311Writing region close event to WAL at 1733958923311Closed at 1733958923311
2024-12-11T23:15:23,313 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-11T23:15:23,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733958923313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958923313"}]},"ts":"1733958923313"}
2024-12-11T23:15:23,316 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-11T23:15:23,317 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-11T23:15:23,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958923318"}]},"ts":"1733958923318"}
2024-12-11T23:15:23,320 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-11T23:15:23,320 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=16d9b222596551e407b32dce4ff194a4, ASSIGN}]
2024-12-11T23:15:23,322 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=16d9b222596551e407b32dce4ff194a4, ASSIGN
2024-12-11T23:15:23,323 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=16d9b222596551e407b32dce4ff194a4, ASSIGN; state=OFFLINE, location=b48762765ec4,34525,1733958834845; forceNewPlan=false, retain=false
2024-12-11T23:15:23,473 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=16d9b222596551e407b32dce4ff194a4, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:23,477 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=16d9b222596551e407b32dce4ff194a4, ASSIGN because future has completed
2024-12-11T23:15:23,477 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16d9b222596551e407b32dce4ff194a4, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:15:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-11T23:15:23,599 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-11T23:15:23,636 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:15:23,636 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 16d9b222596551e407b32dce4ff194a4, NAME => 'testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:15:23,637 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:23,637 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:23,637 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:23,637 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:23,639 INFO  [StoreOpener-16d9b222596551e407b32dce4ff194a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 16d9b222596551e407b32dce4ff194a4 
2024-12-11T23:15:23,642 INFO  [StoreOpener-16d9b222596551e407b32dce4ff194a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d9b222596551e407b32dce4ff194a4 columnFamilyName testFamily
2024-12-11T23:15:23,642 DEBUG [StoreOpener-16d9b222596551e407b32dce4ff194a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:23,643 INFO  [StoreOpener-16d9b222596551e407b32dce4ff194a4-1 {}] regionserver.HStore(327): Store=16d9b222596551e407b32dce4ff194a4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:15:23,643 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:23,644 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNextAsync/16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:23,644 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNextAsync/16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:23,645 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:23,645 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:23,648 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:23,651 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNextAsync/16d9b222596551e407b32dce4ff194a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:15:23,651 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 16d9b222596551e407b32dce4ff194a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67538483, jitterRate=0.006401821970939636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-11T23:15:23,652 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:23,652 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 16d9b222596551e407b32dce4ff194a4:
Running coprocessor pre-open hook at 1733958923638Writing region info on filesystem at 1733958923638Initializing all the Stores at 1733958923639 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958923639Cleaning up temporary data from old regions at 1733958923645 (+6 ms)Running coprocessor post-open hooks at 1733958923652 (+7 ms)Region opened successfully at 1733958923652
2024-12-11T23:15:23,653 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4., pid=21, masterSystemTime=1733958923630
2024-12-11T23:15:23,656 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:15:23,656 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:15:23,657 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=16d9b222596551e407b32dce4ff194a4, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:23,660 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16d9b222596551e407b32dce4ff194a4, server=b48762765ec4,34525,1733958834845 because future has completed
2024-12-11T23:15:23,664 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-11T23:15:23,664 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 16d9b222596551e407b32dce4ff194a4, server=b48762765ec4,34525,1733958834845 in 184 msec
2024-12-11T23:15:23,667 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-11T23:15:23,667 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=16d9b222596551e407b32dce4ff194a4, ASSIGN in 344 msec
2024-12-11T23:15:23,668 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-11T23:15:23,668 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958923668"}]},"ts":"1733958923668"}
2024-12-11T23:15:23,671 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-11T23:15:23,672 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-11T23:15:23,674 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1860 sec
2024-12-11T23:15:24,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-11T23:15:24,483 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:24,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-11T23:15:24,484 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:24,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-11T23:15:24,484 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-11T23:15:25,535 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-11T23:15:25,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-11T23:15:25,536 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:25,540 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-11T23:15:25,541 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:25,541 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-11T23:15:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:25,556 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-11T23:15:25,556 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-11T23:15:25,559 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-11T23:15:25,562 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-11T23:15:25,563 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-11T23:15:25,563 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-11T23:15:27,046 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-11T23:15:28,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34525 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728424' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-11T23:15:28,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34525 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:36580 deadline: 1733958929571, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728424' does not exist
2024-12-11T23:15:28,573 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b48762765ec4,34525,1733958834845 for closing scanner id = 8049279616243728424 for 16d9b222596551e407b32dce4ff194a4 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728424' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-11T23:15:28,578 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=12144 (was 12296)
2024-12-11T23:15:28,587 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=12143
2024-12-11T23:15:28,589 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:15:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-11T23:15:28,593 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-11T23:15:28,593 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:28,593 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-11T23:15:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-11T23:15:28,596 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-11T23:15:28,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741847_1023 (size=411)
2024-12-11T23:15:29,007 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 576b4e6b77d046aea15714e8e6cfea1b, NAME => 'testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:15:29,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741848_1024 (size=62)
2024-12-11T23:15:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-11T23:15:29,139 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-11T23:15:29,415 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:29,416 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 576b4e6b77d046aea15714e8e6cfea1b, disabling compactions & flushes
2024-12-11T23:15:29,416 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:15:29,416 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:15:29,416 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b. after waiting 0 ms
2024-12-11T23:15:29,416 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:15:29,416 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:15:29,416 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 576b4e6b77d046aea15714e8e6cfea1b:
Waiting for close lock at 1733958929416Disabling compacts and flushes for region at 1733958929416Disabling writes for close at 1733958929416Writing region close event to WAL at 1733958929416Closed at 1733958929416
2024-12-11T23:15:29,418 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-11T23:15:29,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733958929418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958929418"}]},"ts":"1733958929418"}
2024-12-11T23:15:29,421 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-11T23:15:29,423 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-11T23:15:29,423 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958929423"}]},"ts":"1733958929423"}
2024-12-11T23:15:29,426 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-11T23:15:29,426 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=576b4e6b77d046aea15714e8e6cfea1b, ASSIGN}]
2024-12-11T23:15:29,427 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=576b4e6b77d046aea15714e8e6cfea1b, ASSIGN
2024-12-11T23:15:29,429 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=576b4e6b77d046aea15714e8e6cfea1b, ASSIGN; state=OFFLINE, location=b48762765ec4,34525,1733958834845; forceNewPlan=false, retain=false
2024-12-11T23:15:29,579 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=576b4e6b77d046aea15714e8e6cfea1b, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:29,583 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=576b4e6b77d046aea15714e8e6cfea1b, ASSIGN because future has completed
2024-12-11T23:15:29,583 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 576b4e6b77d046aea15714e8e6cfea1b, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:15:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-11T23:15:29,742 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:15:29,742 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 576b4e6b77d046aea15714e8e6cfea1b, NAME => 'testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:15:29,742 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:29,742 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:29,742 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:29,742 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:29,744 INFO  [StoreOpener-576b4e6b77d046aea15714e8e6cfea1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 576b4e6b77d046aea15714e8e6cfea1b 
2024-12-11T23:15:29,746 INFO  [StoreOpener-576b4e6b77d046aea15714e8e6cfea1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 576b4e6b77d046aea15714e8e6cfea1b columnFamilyName testFamily
2024-12-11T23:15:29,746 DEBUG [StoreOpener-576b4e6b77d046aea15714e8e6cfea1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:29,747 INFO  [StoreOpener-576b4e6b77d046aea15714e8e6cfea1b-1 {}] regionserver.HStore(327): Store=576b4e6b77d046aea15714e8e6cfea1b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:15:29,747 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:29,748 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNext/576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:29,748 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNext/576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:29,749 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:29,749 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:29,751 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:29,754 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNext/576b4e6b77d046aea15714e8e6cfea1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:15:29,755 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 576b4e6b77d046aea15714e8e6cfea1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68188183, jitterRate=0.01608310639858246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-11T23:15:29,755 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:29,755 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 576b4e6b77d046aea15714e8e6cfea1b:
Running coprocessor pre-open hook at 1733958929743Writing region info on filesystem at 1733958929743Initializing all the Stores at 1733958929744 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958929744Cleaning up temporary data from old regions at 1733958929749 (+5 ms)Running coprocessor post-open hooks at 1733958929755 (+6 ms)Region opened successfully at 1733958929755
2024-12-11T23:15:29,756 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b., pid=24, masterSystemTime=1733958929736
2024-12-11T23:15:29,759 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:15:29,759 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:15:29,760 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=576b4e6b77d046aea15714e8e6cfea1b, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:29,762 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 576b4e6b77d046aea15714e8e6cfea1b, server=b48762765ec4,34525,1733958834845 because future has completed
2024-12-11T23:15:29,765 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-11T23:15:29,765 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 576b4e6b77d046aea15714e8e6cfea1b, server=b48762765ec4,34525,1733958834845 in 180 msec
2024-12-11T23:15:29,768 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-11T23:15:29,768 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=576b4e6b77d046aea15714e8e6cfea1b, ASSIGN in 339 msec
2024-12-11T23:15:29,769 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-11T23:15:29,769 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958929769"}]},"ts":"1733958929769"}
2024-12-11T23:15:29,771 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-11T23:15:29,772 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-11T23:15:29,774 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1830 sec
2024-12-11T23:15:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-11T23:15:31,625 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-11T23:15:31,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-11T23:15:31,625 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:31,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-11T23:15:31,630 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:31,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-11T23:15:31,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:31,643 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-11T23:15:31,643 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-11T23:15:31,646 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-11T23:15:31,647 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-11T23:15:31,649 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-11T23:15:31,649 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-11T23:15:33,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-11T23:15:34,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-11T23:15:34,483 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:34,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34525 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728428' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-11T23:15:34,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34525 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:36580 deadline: 1733958935659, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728428' does not exist
2024-12-11T23:15:34,660 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b48762765ec4,34525,1733958834845 for closing scanner id = 8049279616243728428 for 576b4e6b77d046aea15714e8e6cfea1b of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728428' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-11T23:15:34,665 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=12057 (was 12143)
2024-12-11T23:15:34,674 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=12056
2024-12-11T23:15:34,676 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:15:34,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35475 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-11T23:15:34,679 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-11T23:15:34,679 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:34,679 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-11T23:15:34,680 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-11T23:15:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-11T23:15:34,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741849_1025 (size=419)
2024-12-11T23:15:35,091 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be3ef56110438b73a660e8d5409e3681, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:15:35,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741850_1026 (size=70)
2024-12-11T23:15:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-11T23:15:35,244 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-11T23:15:35,500 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:35,500 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing be3ef56110438b73a660e8d5409e3681, disabling compactions & flushes
2024-12-11T23:15:35,500 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:15:35,500 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:15:35,500 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681. after waiting 0 ms
2024-12-11T23:15:35,501 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:15:35,501 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:15:35,501 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for be3ef56110438b73a660e8d5409e3681:
Waiting for close lock at 1733958935500Disabling compacts and flushes for region at 1733958935500Disabling writes for close at 1733958935500Writing region close event to WAL at 1733958935501 (+1 ms)Closed at 1733958935501
2024-12-11T23:15:35,502 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-11T23:15:35,503 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733958935502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958935502"}]},"ts":"1733958935502"}
2024-12-11T23:15:35,505 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-11T23:15:35,506 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-11T23:15:35,507 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958935507"}]},"ts":"1733958935507"}
2024-12-11T23:15:35,509 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-11T23:15:35,509 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=be3ef56110438b73a660e8d5409e3681, ASSIGN}]
2024-12-11T23:15:35,510 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=be3ef56110438b73a660e8d5409e3681, ASSIGN
2024-12-11T23:15:35,511 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=be3ef56110438b73a660e8d5409e3681, ASSIGN; state=OFFLINE, location=b48762765ec4,34525,1733958834845; forceNewPlan=false, retain=false
2024-12-11T23:15:35,662 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=be3ef56110438b73a660e8d5409e3681, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:35,665 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=be3ef56110438b73a660e8d5409e3681, ASSIGN because future has completed
2024-12-11T23:15:35,665 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure be3ef56110438b73a660e8d5409e3681, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:15:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-11T23:15:35,824 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:15:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => be3ef56110438b73a660e8d5409e3681, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:15:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:35,826 INFO  [StoreOpener-be3ef56110438b73a660e8d5409e3681-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region be3ef56110438b73a660e8d5409e3681 
2024-12-11T23:15:35,829 INFO  [StoreOpener-be3ef56110438b73a660e8d5409e3681-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be3ef56110438b73a660e8d5409e3681 columnFamilyName testFamily
2024-12-11T23:15:35,829 DEBUG [StoreOpener-be3ef56110438b73a660e8d5409e3681-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:35,829 INFO  [StoreOpener-be3ef56110438b73a660e8d5409e3681-1 {}] regionserver.HStore(327): Store=be3ef56110438b73a660e8d5409e3681/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:15:35,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:35,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:35,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:35,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:35,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:35,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be3ef56110438b73a660e8d5409e3681/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:15:35,838 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened be3ef56110438b73a660e8d5409e3681; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65883506, jitterRate=-0.018259257078170776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-11T23:15:35,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:35,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for be3ef56110438b73a660e8d5409e3681:
Running coprocessor pre-open hook at 1733958935825Writing region info on filesystem at 1733958935825Initializing all the Stores at 1733958935826 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958935826Cleaning up temporary data from old regions at 1733958935833 (+7 ms)Running coprocessor post-open hooks at 1733958935838 (+5 ms)Region opened successfully at 1733958935839 (+1 ms)
2024-12-11T23:15:35,840 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681., pid=27, masterSystemTime=1733958935818
2024-12-11T23:15:35,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:15:35,843 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:15:35,843 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=be3ef56110438b73a660e8d5409e3681, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:35,846 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure be3ef56110438b73a660e8d5409e3681, server=b48762765ec4,34525,1733958834845 because future has completed
2024-12-11T23:15:35,848 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-11T23:15:35,849 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure be3ef56110438b73a660e8d5409e3681, server=b48762765ec4,34525,1733958834845 in 182 msec
2024-12-11T23:15:35,851 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-11T23:15:35,851 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=be3ef56110438b73a660e8d5409e3681, ASSIGN in 340 msec
2024-12-11T23:15:35,852 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-11T23:15:35,852 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958935852"}]},"ts":"1733958935852"}
2024-12-11T23:15:35,854 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-11T23:15:35,855 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-11T23:15:35,857 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1790 sec
2024-12-11T23:15:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-11T23:15:37,725 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-11T23:15:37,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-11T23:15:37,725 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:37,730 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-11T23:15:37,730 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:37,730 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-11T23:15:37,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:37,745 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-11T23:15:37,745 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-11T23:15:37,748 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-11T23:15:37,749 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-11T23:15:38,118 INFO  [master/b48762765ec4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-11T23:15:38,118 INFO  [master/b48762765ec4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-11T23:15:39,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-11T23:15:41,326 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-11T23:15:43,755 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681., hostname=b48762765ec4,34525,1733958834845, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681., hostname=b48762765ec4,34525,1733958834845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b48762765ec4:34525 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-12-11T23:15:43,755 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681., hostname=b48762765ec4,34525,1733958834845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-12-11T23:15:43,756 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681., hostname=b48762765ec4,34525,1733958834845, seqNum=2 from cache
2024-12-11T23:15:43,767 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=11958 (was 12056)
2024-12-11T23:15:43,775 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=11958
2024-12-11T23:15:43,778 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:15:43,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35475 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-11T23:15:43,781 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-11T23:15:43,781 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:43,781 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-11T23:15:43,782 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-11T23:15:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-11T23:15:43,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741851_1027 (size=407)
2024-12-11T23:15:44,193 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fc46497ffac2b28538bbc439b34e1eb, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:15:44,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741852_1028 (size=58)
2024-12-11T23:15:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-11T23:15:44,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-11T23:15:44,483 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:44,602 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:44,602 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 0fc46497ffac2b28538bbc439b34e1eb, disabling compactions & flushes
2024-12-11T23:15:44,602 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:15:44,602 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:15:44,602 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb. after waiting 0 ms
2024-12-11T23:15:44,602 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:15:44,602 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:15:44,602 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fc46497ffac2b28538bbc439b34e1eb:
Waiting for close lock at 1733958944602Disabling compacts and flushes for region at 1733958944602Disabling writes for close at 1733958944602Writing region close event to WAL at 1733958944602Closed at 1733958944602
2024-12-11T23:15:44,604 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-11T23:15:44,604 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733958944604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958944604"}]},"ts":"1733958944604"}
2024-12-11T23:15:44,606 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-11T23:15:44,608 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-11T23:15:44,608 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958944608"}]},"ts":"1733958944608"}
2024-12-11T23:15:44,610 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-11T23:15:44,610 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0fc46497ffac2b28538bbc439b34e1eb, ASSIGN}]
2024-12-11T23:15:44,611 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0fc46497ffac2b28538bbc439b34e1eb, ASSIGN
2024-12-11T23:15:44,613 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0fc46497ffac2b28538bbc439b34e1eb, ASSIGN; state=OFFLINE, location=b48762765ec4,34525,1733958834845; forceNewPlan=false, retain=false
2024-12-11T23:15:44,763 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0fc46497ffac2b28538bbc439b34e1eb, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:44,767 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0fc46497ffac2b28538bbc439b34e1eb, ASSIGN because future has completed
2024-12-11T23:15:44,767 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fc46497ffac2b28538bbc439b34e1eb, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:15:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-11T23:15:44,925 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:15:44,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fc46497ffac2b28538bbc439b34e1eb, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:15:44,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:44,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:44,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:44,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:44,927 INFO  [StoreOpener-0fc46497ffac2b28538bbc439b34e1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0fc46497ffac2b28538bbc439b34e1eb 
2024-12-11T23:15:44,929 INFO  [StoreOpener-0fc46497ffac2b28538bbc439b34e1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fc46497ffac2b28538bbc439b34e1eb columnFamilyName testFamily
2024-12-11T23:15:44,929 DEBUG [StoreOpener-0fc46497ffac2b28538bbc439b34e1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:44,930 INFO  [StoreOpener-0fc46497ffac2b28538bbc439b34e1eb-1 {}] regionserver.HStore(327): Store=0fc46497ffac2b28538bbc439b34e1eb/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:15:44,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:44,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNext/0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:44,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNext/0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:44,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:44,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:44,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:44,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNext/0fc46497ffac2b28538bbc439b34e1eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:15:44,936 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 0fc46497ffac2b28538bbc439b34e1eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62404561, jitterRate=-0.07009957730770111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-11T23:15:44,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:44,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 0fc46497ffac2b28538bbc439b34e1eb:
Running coprocessor pre-open hook at 1733958944926Writing region info on filesystem at 1733958944926Initializing all the Stores at 1733958944927 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958944927Cleaning up temporary data from old regions at 1733958944932 (+5 ms)Running coprocessor post-open hooks at 1733958944937 (+5 ms)Region opened successfully at 1733958944937
2024-12-11T23:15:44,938 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb., pid=30, masterSystemTime=1733958944919
2024-12-11T23:15:44,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:15:44,941 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:15:44,942 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0fc46497ffac2b28538bbc439b34e1eb, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:44,944 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fc46497ffac2b28538bbc439b34e1eb, server=b48762765ec4,34525,1733958834845 because future has completed
2024-12-11T23:15:44,947 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-11T23:15:44,948 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fc46497ffac2b28538bbc439b34e1eb, server=b48762765ec4,34525,1733958834845 in 178 msec
2024-12-11T23:15:44,950 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-11T23:15:44,950 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0fc46497ffac2b28538bbc439b34e1eb, ASSIGN in 338 msec
2024-12-11T23:15:44,951 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-11T23:15:44,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958944951"}]},"ts":"1733958944951"}
2024-12-11T23:15:44,953 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-11T23:15:44,954 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-11T23:15:44,956 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1760 sec
2024-12-11T23:15:45,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-11T23:15:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-11T23:15:46,815 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-11T23:15:46,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-11T23:15:46,815 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:46,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-11T23:15:46,820 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:46,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-11T23:15:46,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:46,832 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-11T23:15:46,833 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-11T23:15:46,835 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-11T23:15:46,837 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-11T23:15:46,838 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-11T23:15:46,838 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-11T23:15:50,427 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-11T23:15:52,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34525 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728436' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-11T23:15:52,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34525 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:36580 deadline: 1733958958846, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728436' does not exist
2024-12-11T23:15:52,849 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b48762765ec4,34525,1733958834845 for closing scanner id = 8049279616243728436 for 0fc46497ffac2b28538bbc439b34e1eb of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8049279616243728436' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-11T23:15:52,854 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=97 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=11948 (was 11958)
2024-12-11T23:15:52,863 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=97, ProcessCount=11, AvailableMemoryMB=11947
2024-12-11T23:15:52,865 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-11T23:15:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-11T23:15:52,867 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-11T23:15:52,868 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:52,868 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-11T23:15:52,869 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-11T23:15:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-11T23:15:52,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741853_1029 (size=423)
2024-12-11T23:15:52,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-11T23:15:53,279 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1d5b1e5f6342968bef3627e86d24de8, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5
2024-12-11T23:15:53,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741854_1030 (size=74)
2024-12-11T23:15:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-11T23:15:53,687 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:53,687 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing d1d5b1e5f6342968bef3627e86d24de8, disabling compactions & flushes
2024-12-11T23:15:53,687 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:15:53,687 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:15:53,687 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8. after waiting 0 ms
2024-12-11T23:15:53,687 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:15:53,687 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:15:53,687 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1d5b1e5f6342968bef3627e86d24de8:
Waiting for close lock at 1733958953687Disabling compacts and flushes for region at 1733958953687Disabling writes for close at 1733958953687Writing region close event to WAL at 1733958953687Closed at 1733958953687
2024-12-11T23:15:53,689 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-11T23:15:53,689 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733958953689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733958953689"}]},"ts":"1733958953689"}
2024-12-11T23:15:53,692 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-11T23:15:53,693 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-11T23:15:53,693 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958953693"}]},"ts":"1733958953693"}
2024-12-11T23:15:53,695 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-11T23:15:53,696 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d1d5b1e5f6342968bef3627e86d24de8, ASSIGN}]
2024-12-11T23:15:53,697 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d1d5b1e5f6342968bef3627e86d24de8, ASSIGN
2024-12-11T23:15:53,698 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d1d5b1e5f6342968bef3627e86d24de8, ASSIGN; state=OFFLINE, location=b48762765ec4,34525,1733958834845; forceNewPlan=false, retain=false
2024-12-11T23:15:53,849 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=d1d5b1e5f6342968bef3627e86d24de8, regionState=OPENING, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:53,852 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d1d5b1e5f6342968bef3627e86d24de8, ASSIGN because future has completed
2024-12-11T23:15:53,852 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d5b1e5f6342968bef3627e86d24de8, server=b48762765ec4,34525,1733958834845}]
2024-12-11T23:15:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-11T23:15:54,010 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:15:54,010 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => d1d5b1e5f6342968bef3627e86d24de8, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.', STARTKEY => '', ENDKEY => ''}
2024-12-11T23:15:54,011 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:54,011 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-11T23:15:54,011 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:54,011 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:54,012 INFO  [StoreOpener-d1d5b1e5f6342968bef3627e86d24de8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d1d5b1e5f6342968bef3627e86d24de8 
2024-12-11T23:15:54,015 INFO  [StoreOpener-d1d5b1e5f6342968bef3627e86d24de8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d5b1e5f6342968bef3627e86d24de8 columnFamilyName testFamily
2024-12-11T23:15:54,015 DEBUG [StoreOpener-d1d5b1e5f6342968bef3627e86d24de8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-11T23:15:54,015 INFO  [StoreOpener-d1d5b1e5f6342968bef3627e86d24de8-1 {}] regionserver.HStore(327): Store=d1d5b1e5f6342968bef3627e86d24de8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-11T23:15:54,016 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:54,016 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScannerAsync/d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:54,017 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScannerAsync/d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:54,017 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:54,017 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:54,019 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:54,022 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScannerAsync/d1d5b1e5f6342968bef3627e86d24de8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-11T23:15:54,023 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened d1d5b1e5f6342968bef3627e86d24de8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66091782, jitterRate=-0.015155702829360962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-11T23:15:54,023 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:54,023 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for d1d5b1e5f6342968bef3627e86d24de8:
Running coprocessor pre-open hook at 1733958954011Writing region info on filesystem at 1733958954011Initializing all the Stores at 1733958954012 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733958954012Cleaning up temporary data from old regions at 1733958954017 (+5 ms)Running coprocessor post-open hooks at 1733958954023 (+6 ms)Region opened successfully at 1733958954023
2024-12-11T23:15:54,024 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., pid=33, masterSystemTime=1733958954004
2024-12-11T23:15:54,027 DEBUG [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:15:54,027 INFO  [RS_OPEN_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:15:54,028 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=d1d5b1e5f6342968bef3627e86d24de8, regionState=OPEN, openSeqNum=2, regionLocation=b48762765ec4,34525,1733958834845
2024-12-11T23:15:54,031 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d5b1e5f6342968bef3627e86d24de8, server=b48762765ec4,34525,1733958834845 because future has completed
2024-12-11T23:15:54,034 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-11T23:15:54,034 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure d1d5b1e5f6342968bef3627e86d24de8, server=b48762765ec4,34525,1733958834845 in 180 msec
2024-12-11T23:15:54,037 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-11T23:15:54,037 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d1d5b1e5f6342968bef3627e86d24de8, ASSIGN in 338 msec
2024-12-11T23:15:54,038 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-11T23:15:54,038 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733958954038"}]},"ts":"1733958954038"}
2024-12-11T23:15:54,040 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-11T23:15:54,041 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-11T23:15:54,042 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1760 sec
2024-12-11T23:15:54,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-11T23:15:54,483 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:54,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-11T23:15:54,484 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-11T23:15:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-11T23:15:55,905 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-11T23:15:55,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-11T23:15:55,905 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:55,909 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-11T23:15:55,910 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-11T23:15:55,910 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-11T23:15:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:55,922 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-11T23:15:55,923 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-11T23:15:55,925 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-11T23:15:55,927 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-11T23:15:56,936 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., hostname=b48762765ec4,34525,1733958834845, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., hostname=b48762765ec4,34525,1733958834845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b48762765ec4:34525 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-11T23:15:56,936 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., hostname=b48762765ec4,34525,1733958834845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-11T23:15:56,936 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., hostname=b48762765ec4,34525,1733958834845, seqNum=2 from cache
2024-12-11T23:15:57,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-11T23:15:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-11T23:15:57,689 DEBUG [master/b48762765ec4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-11T23:15:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., hostname=b48762765ec4,34525,1733958834845, seqNum=2]
2024-12-11T23:15:57,948 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-11T23:15:58,936 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., hostname=b48762765ec4,34525,1733958834845, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., hostname=b48762765ec4,34525,1733958834845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b48762765ec4:34525 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=988ms, rpcTimeout=979ms
2024-12-11T23:15:58,936 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., hostname=b48762765ec4,34525,1733958834845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=988ms, rpcTimeout=979ms
2024-12-11T23:15:58,936 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., hostname=b48762765ec4,34525,1733958834845, seqNum=2 from cache
2024-12-11T23:15:58,945 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=97 (was 97), ProcessCount=11 (was 11), AvailableMemoryMB=11937 (was 11947)
2024-12-11T23:15:58,946 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-11T23:15:58,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-11T23:15:58,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-11T23:15:58,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-11T23:15:58,952 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-11T23:15:58,952 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-11T23:15:58,952 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-11T23:15:58,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-11T23:15:58,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-11T23:15:58,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-11T23:15:58,952 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-11T23:15:58,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-11T23:15:58,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=385927850, stopped=false
2024-12-11T23:15:58,953 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b48762765ec4,35475,1733958833989
2024-12-11T23:15:58,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-11T23:15:58,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-11T23:15:58,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:15:58,955 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-11T23:15:58,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:15:58,956 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-11T23:15:58,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-11T23:15:58,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-11T23:15:58,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-11T23:15:58,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-11T23:15:58,956 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b48762765ec4,34525,1733958834845' *****
2024-12-11T23:15:58,956 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-11T23:15:58,957 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-11T23:15:58,957 INFO  [RS:0;b48762765ec4:34525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-11T23:15:58,957 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-11T23:15:58,957 INFO  [RS:0;b48762765ec4:34525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-11T23:15:58,957 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d1acfb93c5378dd4d012a47b8542c63
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for a28c8aa6c2ffd98623b16bfe9415e35b
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f668f15bbb2cc719d1022cca24559cf
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for 16d9b222596551e407b32dce4ff194a4
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for 576b4e6b77d046aea15714e8e6cfea1b
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for be3ef56110438b73a660e8d5409e3681
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fc46497ffac2b28538bbc439b34e1eb
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c7aa8782f0898a6469b6ed022e0e373
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(959): stopping server b48762765ec4,34525,1733958834845
2024-12-11T23:15:58,958 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d1acfb93c5378dd4d012a47b8542c63, disabling compactions & flushes
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-11T23:15:58,958 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b48762765ec4:34525.
2024-12-11T23:15:58,958 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:15:58,958 DEBUG [RS:0;b48762765ec4:34525 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-11T23:15:58,958 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63. after waiting 0 ms
2024-12-11T23:15:58,958 DEBUG [RS:0;b48762765ec4:34525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-11T23:15:58,958 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-11T23:15:58,958 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-11T23:15:58,959 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-11T23:15:58,959 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-11T23:15:58,959 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-11T23:15:58,959 INFO  [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-11T23:15:58,959 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-11T23:15:58,959 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-11T23:15:58,959 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 1588230740, 16d9b222596551e407b32dce4ff194a4, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, 8d1acfb93c5378dd4d012a47b8542c63, 9f668f15bbb2cc719d1022cca24559cf, a28c8aa6c2ffd98623b16bfe9415e35b, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:58,959 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-11T23:15:58,962 INFO  [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-11T23:15:58,962 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d1acfb93c5378dd4d012a47b8542c63 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-11T23:15:59,020 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8d1acfb93c5378dd4d012a47b8542c63/.tmp/testFamily/3c08acb15a3b437f99f35564055dfa86 is 61, key is row-0/testFamily:testQualifier/1733958901069/Put/seqid=0
2024-12-11T23:15:59,024 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/.tmp/info/b2a25cc71b2648ea8d5340531f0c46e2 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63./info:regioninfo/1733958899222/Put/seqid=0
2024-12-11T23:15:59,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741855_1031 (size=5049)
2024-12-11T23:15:59,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741856_1032 (size=20564)
2024-12-11T23:15:59,159 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 1588230740, 16d9b222596551e407b32dce4ff194a4, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, 8d1acfb93c5378dd4d012a47b8542c63, 9f668f15bbb2cc719d1022cca24559cf, a28c8aa6c2ffd98623b16bfe9415e35b, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:59,360 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 1588230740, 16d9b222596551e407b32dce4ff194a4, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, 8d1acfb93c5378dd4d012a47b8542c63, 9f668f15bbb2cc719d1022cca24559cf, a28c8aa6c2ffd98623b16bfe9415e35b, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:59,431 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8d1acfb93c5378dd4d012a47b8542c63/.tmp/testFamily/3c08acb15a3b437f99f35564055dfa86
2024-12-11T23:15:59,432 INFO  [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/.tmp/info/b2a25cc71b2648ea8d5340531f0c46e2
2024-12-11T23:15:59,448 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-11T23:15:59,477 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8d1acfb93c5378dd4d012a47b8542c63/.tmp/testFamily/3c08acb15a3b437f99f35564055dfa86 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8d1acfb93c5378dd4d012a47b8542c63/testFamily/3c08acb15a3b437f99f35564055dfa86
2024-12-11T23:15:59,486 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8d1acfb93c5378dd4d012a47b8542c63/testFamily/3c08acb15a3b437f99f35564055dfa86, entries=4, sequenceid=8, filesize=4.9 K
2024-12-11T23:15:59,493 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/.tmp/ns/053d08e4e01047b193fa8d625b0f00b7 is 43, key is default/ns:d/1733958897624/Put/seqid=0
2024-12-11T23:15:59,495 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d1acfb93c5378dd4d012a47b8542c63 in 530ms, sequenceid=8, compaction requested=false
2024-12-11T23:15:59,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741857_1033 (size=5153)
2024-12-11T23:15:59,501 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8d1acfb93c5378dd4d012a47b8542c63/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-11T23:15:59,503 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:15:59,504 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d1acfb93c5378dd4d012a47b8542c63:
Waiting for close lock at 1733958958958Running coprocessor pre-close hooks at 1733958958958Disabling compacts and flushes for region at 1733958958958Disabling writes for close at 1733958958958Obtaining lock to block concurrent updates at 1733958958962 (+4 ms)Preparing flush snapshotting stores in 8d1acfb93c5378dd4d012a47b8542c63 at 1733958958962Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733958958970 (+8 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63. at 1733958958971 (+1 ms)Flushing 8d1acfb93c5378dd4d012a47b8542c63/testFamily: creating writer at 1733958958972 (+1 ms)Flushing 8d1acfb93c5378dd4d012a47b8542c63/testFamily: appending metadata at 1733958959014 (+42 ms)Flushing 8d1acfb93c5378dd4d012a47b8542c63/testFamily: closing flushed file at 1733958959017 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ad84f2: reopening flushed file at 1733958959475 (+458 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d1acfb93c5378dd4d012a47b8542c63 in 530ms, sequenceid=8, compaction requested=false at 1733958959495 (+20 ms)Writing region close event to WAL at 1733958959497 (+2 ms)Running coprocessor post-close hooks at 1733958959502 (+5 ms)Closed at 1733958959503 (+1 ms)
2024-12-11T23:15:59,504 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733958897983.8d1acfb93c5378dd4d012a47b8542c63.
2024-12-11T23:15:59,505 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a28c8aa6c2ffd98623b16bfe9415e35b, disabling compactions & flushes
2024-12-11T23:15:59,505 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:59,505 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:59,505 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b. after waiting 0 ms
2024-12-11T23:15:59,505 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:59,505 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a28c8aa6c2ffd98623b16bfe9415e35b 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-11T23:15:59,512 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-11T23:15:59,529 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScanner/a28c8aa6c2ffd98623b16bfe9415e35b/.tmp/testFamily/3f1f57f5595241b885be0bd386da4d98 is 61, key is row-0/testFamily:testQualifier/1733958919445/Put/seqid=0
2024-12-11T23:15:59,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741858_1034 (size=5049)
2024-12-11T23:15:59,560 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 1588230740, 16d9b222596551e407b32dce4ff194a4, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, 9f668f15bbb2cc719d1022cca24559cf, a28c8aa6c2ffd98623b16bfe9415e35b, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:59,760 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 1588230740, 16d9b222596551e407b32dce4ff194a4, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, 9f668f15bbb2cc719d1022cca24559cf, a28c8aa6c2ffd98623b16bfe9415e35b, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:59,898 INFO  [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/.tmp/ns/053d08e4e01047b193fa8d625b0f00b7
2024-12-11T23:15:59,925 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/.tmp/table/9cff6d2a10ac4db9b9e468875eaf3765 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733958899237/Put/seqid=0
2024-12-11T23:15:59,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741859_1035 (size=6699)
2024-12-11T23:15:59,935 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScanner/a28c8aa6c2ffd98623b16bfe9415e35b/.tmp/testFamily/3f1f57f5595241b885be0bd386da4d98
2024-12-11T23:15:59,936 INFO  [regionserver/b48762765ec4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-11T23:15:59,936 INFO  [regionserver/b48762765ec4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-11T23:15:59,944 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScanner/a28c8aa6c2ffd98623b16bfe9415e35b/.tmp/testFamily/3f1f57f5595241b885be0bd386da4d98 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScanner/a28c8aa6c2ffd98623b16bfe9415e35b/testFamily/3f1f57f5595241b885be0bd386da4d98
2024-12-11T23:15:59,951 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScanner/a28c8aa6c2ffd98623b16bfe9415e35b/testFamily/3f1f57f5595241b885be0bd386da4d98, entries=4, sequenceid=8, filesize=4.9 K
2024-12-11T23:15:59,955 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a28c8aa6c2ffd98623b16bfe9415e35b in 450ms, sequenceid=8, compaction requested=false
2024-12-11T23:15:59,960 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScanner/a28c8aa6c2ffd98623b16bfe9415e35b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-11T23:15:59,961 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:59,961 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-12-11T23:15:59,961 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 1588230740, 16d9b222596551e407b32dce4ff194a4, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, 9f668f15bbb2cc719d1022cca24559cf, a28c8aa6c2ffd98623b16bfe9415e35b, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:15:59,961 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a28c8aa6c2ffd98623b16bfe9415e35b:
Waiting for close lock at 1733958959505Running coprocessor pre-close hooks at 1733958959505Disabling compacts and flushes for region at 1733958959505Disabling writes for close at 1733958959505Obtaining lock to block concurrent updates at 1733958959505Preparing flush snapshotting stores in a28c8aa6c2ffd98623b16bfe9415e35b at 1733958959505Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733958959505Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b. at 1733958959506 (+1 ms)Flushing a28c8aa6c2ffd98623b16bfe9415e35b/testFamily: creating writer at 1733958959506Flushing a28c8aa6c2ffd98623b16bfe9415e35b/testFamily: appending metadata at 1733958959529 (+23 ms)Flushing a28c8aa6c2ffd98623b16bfe9415e35b/testFamily: closing flushed file at 1733958959529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fae36f: reopening flushed file at 1733958959943 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a28c8aa6c2ffd98623b16bfe9415e35b in 450ms, sequenceid=8, compaction requested=false at 1733958959955 (+12 ms)Writing region close event to WAL at 1733958959955Running coprocessor post-close hooks at 1733958959960 (+5 ms)Closed at 1733958959960
2024-12-11T23:15:59,961 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733958918418.a28c8aa6c2ffd98623b16bfe9415e35b.
2024-12-11T23:15:59,961 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f668f15bbb2cc719d1022cca24559cf, disabling compactions & flushes
2024-12-11T23:15:59,961 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:15:59,961 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:15:59,961 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf. after waiting 0 ms
2024-12-11T23:15:59,961 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:15:59,961 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f668f15bbb2cc719d1022cca24559cf 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-11T23:15:59,978 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNextAsync/9f668f15bbb2cc719d1022cca24559cf/.tmp/testFamily/82e626d35d534fddb119b3d7b1441520 is 61, key is row-0/testFamily:testQualifier/1733958911294/Put/seqid=0
2024-12-11T23:15:59,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741860_1036 (size=5049)
2024-12-11T23:16:00,161 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 1588230740, 16d9b222596551e407b32dce4ff194a4, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, 9f668f15bbb2cc719d1022cca24559cf, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:00,331 INFO  [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/.tmp/table/9cff6d2a10ac4db9b9e468875eaf3765
2024-12-11T23:16:00,341 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/.tmp/info/b2a25cc71b2648ea8d5340531f0c46e2 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/info/b2a25cc71b2648ea8d5340531f0c46e2
2024-12-11T23:16:00,352 INFO  [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/info/b2a25cc71b2648ea8d5340531f0c46e2, entries=100, sequenceid=56, filesize=20.1 K
2024-12-11T23:16:00,353 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/.tmp/ns/053d08e4e01047b193fa8d625b0f00b7 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/ns/053d08e4e01047b193fa8d625b0f00b7
2024-12-11T23:16:00,361 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 1588230740, 16d9b222596551e407b32dce4ff194a4, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, 9f668f15bbb2cc719d1022cca24559cf, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:00,363 INFO  [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/ns/053d08e4e01047b193fa8d625b0f00b7, entries=2, sequenceid=56, filesize=5.0 K
2024-12-11T23:16:00,364 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/.tmp/table/9cff6d2a10ac4db9b9e468875eaf3765 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/table/9cff6d2a10ac4db9b9e468875eaf3765
2024-12-11T23:16:00,372 INFO  [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/table/9cff6d2a10ac4db9b9e468875eaf3765, entries=20, sequenceid=56, filesize=6.5 K
2024-12-11T23:16:00,373 INFO  [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1414ms, sequenceid=56, compaction requested=false
2024-12-11T23:16:00,379 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-11T23:16:00,380 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-11T23:16:00,380 INFO  [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-11T23:16:00,380 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733958958959Running coprocessor pre-close hooks at 1733958958959Disabling compacts and flushes for region at 1733958958959Disabling writes for close at 1733958958959Obtaining lock to block concurrent updates at 1733958958962 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733958958962Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733958958970 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733958958971 (+1 ms)Flushing 1588230740/info: creating writer at 1733958958972 (+1 ms)Flushing 1588230740/info: appending metadata at 1733958959021 (+49 ms)Flushing 1588230740/info: closing flushed file at 1733958959021Flushing 1588230740/ns: creating writer at 1733958959475 (+454 ms)Flushing 1588230740/ns: appending metadata at 1733958959492 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733958959492Flushing 1588230740/table: creating writer at 1733958959908 (+416 ms)Flushing 1588230740/table: appending metadata at 1733958959924 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733958959924Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f109455: reopening flushed file at 1733958960340 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62595aa2: reopening flushed file at 1733958960352 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd396b5: reopening flushed file at 1733958960363 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1414ms, sequenceid=56, compaction requested=false at 1733958960373 (+10 ms)Writing region close event to WAL at 1733958960375 (+2 ms)Running coprocessor post-close hooks at 1733958960380 (+5 ms)Closed at 1733958960380
2024-12-11T23:16:00,381 DEBUG [RS_CLOSE_META-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-11T23:16:00,383 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNextAsync/9f668f15bbb2cc719d1022cca24559cf/.tmp/testFamily/82e626d35d534fddb119b3d7b1441520
2024-12-11T23:16:00,392 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNextAsync/9f668f15bbb2cc719d1022cca24559cf/.tmp/testFamily/82e626d35d534fddb119b3d7b1441520 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNextAsync/9f668f15bbb2cc719d1022cca24559cf/testFamily/82e626d35d534fddb119b3d7b1441520
2024-12-11T23:16:00,398 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNextAsync/9f668f15bbb2cc719d1022cca24559cf/testFamily/82e626d35d534fddb119b3d7b1441520, entries=4, sequenceid=8, filesize=4.9 K
2024-12-11T23:16:00,400 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9f668f15bbb2cc719d1022cca24559cf in 439ms, sequenceid=8, compaction requested=false
2024-12-11T23:16:00,404 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNextAsync/9f668f15bbb2cc719d1022cca24559cf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-11T23:16:00,405 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:16:00,405 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f668f15bbb2cc719d1022cca24559cf:
Waiting for close lock at 1733958959961Running coprocessor pre-close hooks at 1733958959961Disabling compacts and flushes for region at 1733958959961Disabling writes for close at 1733958959961Obtaining lock to block concurrent updates at 1733958959961Preparing flush snapshotting stores in 9f668f15bbb2cc719d1022cca24559cf at 1733958959961Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733958959961Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf. at 1733958959962 (+1 ms)Flushing 9f668f15bbb2cc719d1022cca24559cf/testFamily: creating writer at 1733958959962Flushing 9f668f15bbb2cc719d1022cca24559cf/testFamily: appending metadata at 1733958959978 (+16 ms)Flushing 9f668f15bbb2cc719d1022cca24559cf/testFamily: closing flushed file at 1733958959978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312a04a0: reopening flushed file at 1733958960391 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9f668f15bbb2cc719d1022cca24559cf in 439ms, sequenceid=8, compaction requested=false at 1733958960400 (+9 ms)Writing region close event to WAL at 1733958960400Running coprocessor post-close hooks at 1733958960405 (+5 ms)Closed at 1733958960405
2024-12-11T23:16:00,405 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733958908237.9f668f15bbb2cc719d1022cca24559cf.
2024-12-11T23:16:00,405 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16d9b222596551e407b32dce4ff194a4, disabling compactions & flushes
2024-12-11T23:16:00,405 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:16:00,405 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:16:00,405 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4. after waiting 0 ms
2024-12-11T23:16:00,406 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:16:00,406 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16d9b222596551e407b32dce4ff194a4 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-11T23:16:00,423 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNextAsync/16d9b222596551e407b32dce4ff194a4/.tmp/testFamily/3d0a964cf5554ea9a58b1099349e0891 is 61, key is row-0/testFamily:testQualifier/1733958925545/Put/seqid=0
2024-12-11T23:16:00,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741861_1037 (size=5049)
2024-12-11T23:16:00,561 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 16d9b222596551e407b32dce4ff194a4, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:00,762 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 16d9b222596551e407b32dce4ff194a4, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:00,829 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNextAsync/16d9b222596551e407b32dce4ff194a4/.tmp/testFamily/3d0a964cf5554ea9a58b1099349e0891
2024-12-11T23:16:00,837 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNextAsync/16d9b222596551e407b32dce4ff194a4/.tmp/testFamily/3d0a964cf5554ea9a58b1099349e0891 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNextAsync/16d9b222596551e407b32dce4ff194a4/testFamily/3d0a964cf5554ea9a58b1099349e0891
2024-12-11T23:16:00,843 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNextAsync/16d9b222596551e407b32dce4ff194a4/testFamily/3d0a964cf5554ea9a58b1099349e0891, entries=4, sequenceid=8, filesize=4.9 K
2024-12-11T23:16:00,844 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 16d9b222596551e407b32dce4ff194a4 in 438ms, sequenceid=8, compaction requested=false
2024-12-11T23:16:00,849 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNextAsync/16d9b222596551e407b32dce4ff194a4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-11T23:16:00,849 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:16:00,849 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16d9b222596551e407b32dce4ff194a4:
Waiting for close lock at 1733958960405Running coprocessor pre-close hooks at 1733958960405Disabling compacts and flushes for region at 1733958960405Disabling writes for close at 1733958960405Obtaining lock to block concurrent updates at 1733958960406 (+1 ms)Preparing flush snapshotting stores in 16d9b222596551e407b32dce4ff194a4 at 1733958960406Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733958960406Flushing stores of testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4. at 1733958960406Flushing 16d9b222596551e407b32dce4ff194a4/testFamily: creating writer at 1733958960406Flushing 16d9b222596551e407b32dce4ff194a4/testFamily: appending metadata at 1733958960423 (+17 ms)Flushing 16d9b222596551e407b32dce4ff194a4/testFamily: closing flushed file at 1733958960423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56fa9e3d: reopening flushed file at 1733958960836 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 16d9b222596551e407b32dce4ff194a4 in 438ms, sequenceid=8, compaction requested=false at 1733958960844 (+8 ms)Writing region close event to WAL at 1733958960845 (+1 ms)Running coprocessor post-close hooks at 1733958960849 (+4 ms)Closed at 1733958960849
2024-12-11T23:16:00,850 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733958922486.16d9b222596551e407b32dce4ff194a4.
2024-12-11T23:16:00,850 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 576b4e6b77d046aea15714e8e6cfea1b, disabling compactions & flushes
2024-12-11T23:16:00,850 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:16:00,850 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:16:00,850 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b. after waiting 0 ms
2024-12-11T23:16:00,850 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:16:00,850 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 576b4e6b77d046aea15714e8e6cfea1b 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-11T23:16:00,867 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNext/576b4e6b77d046aea15714e8e6cfea1b/.tmp/testFamily/da66dc54633043d5adeba02c39dd303b is 61, key is row-0/testFamily:testQualifier/1733958931634/Put/seqid=0
2024-12-11T23:16:00,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741862_1038 (size=5049)
2024-12-11T23:16:00,962 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-11T23:16:00,962 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1325): Online Regions={576b4e6b77d046aea15714e8e6cfea1b=testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b., be3ef56110438b73a660e8d5409e3681=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681., 0fc46497ffac2b28538bbc439b34e1eb=hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb., d1d5b1e5f6342968bef3627e86d24de8=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., 3c7aa8782f0898a6469b6ed022e0e373=hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373., ceabbef9d15dfc850a35d4011697e045=testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.}
2024-12-11T23:16:00,962 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:01,163 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 3c7aa8782f0898a6469b6ed022e0e373, 576b4e6b77d046aea15714e8e6cfea1b, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:01,272 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNext/576b4e6b77d046aea15714e8e6cfea1b/.tmp/testFamily/da66dc54633043d5adeba02c39dd303b
2024-12-11T23:16:01,280 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNext/576b4e6b77d046aea15714e8e6cfea1b/.tmp/testFamily/da66dc54633043d5adeba02c39dd303b as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNext/576b4e6b77d046aea15714e8e6cfea1b/testFamily/da66dc54633043d5adeba02c39dd303b
2024-12-11T23:16:01,287 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNext/576b4e6b77d046aea15714e8e6cfea1b/testFamily/da66dc54633043d5adeba02c39dd303b, entries=4, sequenceid=8, filesize=4.9 K
2024-12-11T23:16:01,288 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 576b4e6b77d046aea15714e8e6cfea1b in 438ms, sequenceid=8, compaction requested=false
2024-12-11T23:16:01,293 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnNext/576b4e6b77d046aea15714e8e6cfea1b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-11T23:16:01,294 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:16:01,294 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 576b4e6b77d046aea15714e8e6cfea1b:
Waiting for close lock at 1733958960850Running coprocessor pre-close hooks at 1733958960850Disabling compacts and flushes for region at 1733958960850Disabling writes for close at 1733958960850Obtaining lock to block concurrent updates at 1733958960850Preparing flush snapshotting stores in 576b4e6b77d046aea15714e8e6cfea1b at 1733958960850Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733958960850Flushing stores of testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b. at 1733958960851 (+1 ms)Flushing 576b4e6b77d046aea15714e8e6cfea1b/testFamily: creating writer at 1733958960851Flushing 576b4e6b77d046aea15714e8e6cfea1b/testFamily: appending metadata at 1733958960867 (+16 ms)Flushing 576b4e6b77d046aea15714e8e6cfea1b/testFamily: closing flushed file at 1733958960867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6a2cfe: reopening flushed file at 1733958961279 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 576b4e6b77d046aea15714e8e6cfea1b in 438ms, sequenceid=8, compaction requested=false at 1733958961288 (+9 ms)Writing region close event to WAL at 1733958961289 (+1 ms)Running coprocessor post-close hooks at 1733958961293 (+4 ms)Closed at 1733958961293
2024-12-11T23:16:01,294 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733958928589.576b4e6b77d046aea15714e8e6cfea1b.
2024-12-11T23:16:01,294 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be3ef56110438b73a660e8d5409e3681, disabling compactions & flushes
2024-12-11T23:16:01,294 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:16:01,294 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:16:01,294 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681. after waiting 0 ms
2024-12-11T23:16:01,294 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:16:01,294 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be3ef56110438b73a660e8d5409e3681 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-11T23:16:01,311 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be3ef56110438b73a660e8d5409e3681/.tmp/testFamily/f052c3066fd144398a02e744a8bd08fa is 61, key is row-0/testFamily:testQualifier/1733958937735/Put/seqid=0
2024-12-11T23:16:01,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741863_1039 (size=5049)
2024-12-11T23:16:01,363 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 3c7aa8782f0898a6469b6ed022e0e373, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:01,563 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 3c7aa8782f0898a6469b6ed022e0e373, be3ef56110438b73a660e8d5409e3681, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:01,717 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be3ef56110438b73a660e8d5409e3681/.tmp/testFamily/f052c3066fd144398a02e744a8bd08fa
2024-12-11T23:16:01,726 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be3ef56110438b73a660e8d5409e3681/.tmp/testFamily/f052c3066fd144398a02e744a8bd08fa as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be3ef56110438b73a660e8d5409e3681/testFamily/f052c3066fd144398a02e744a8bd08fa
2024-12-11T23:16:01,733 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be3ef56110438b73a660e8d5409e3681/testFamily/f052c3066fd144398a02e744a8bd08fa, entries=4, sequenceid=8, filesize=4.9 K
2024-12-11T23:16:01,734 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for be3ef56110438b73a660e8d5409e3681 in 440ms, sequenceid=8, compaction requested=false
2024-12-11T23:16:01,739 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/be3ef56110438b73a660e8d5409e3681/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-11T23:16:01,740 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:16:01,740 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be3ef56110438b73a660e8d5409e3681:
Waiting for close lock at 1733958961294Running coprocessor pre-close hooks at 1733958961294Disabling compacts and flushes for region at 1733958961294Disabling writes for close at 1733958961294Obtaining lock to block concurrent updates at 1733958961295 (+1 ms)Preparing flush snapshotting stores in be3ef56110438b73a660e8d5409e3681 at 1733958961295Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733958961295Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681. at 1733958961295Flushing be3ef56110438b73a660e8d5409e3681/testFamily: creating writer at 1733958961296 (+1 ms)Flushing be3ef56110438b73a660e8d5409e3681/testFamily: appending metadata at 1733958961311 (+15 ms)Flushing be3ef56110438b73a660e8d5409e3681/testFamily: closing flushed file at 1733958961311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b019580: reopening flushed file at 1733958961725 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for be3ef56110438b73a660e8d5409e3681 in 440ms, sequenceid=8, compaction requested=false at 1733958961734 (+9 ms)Writing region close event to WAL at 1733958961735 (+1 ms)Running coprocessor post-close hooks at 1733958961740 (+5 ms)Closed at 1733958961740
2024-12-11T23:16:01,740 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733958934675.be3ef56110438b73a660e8d5409e3681.
2024-12-11T23:16:01,740 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fc46497ffac2b28538bbc439b34e1eb, disabling compactions & flushes
2024-12-11T23:16:01,740 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:16:01,741 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:16:01,741 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb. after waiting 0 ms
2024-12-11T23:16:01,741 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:16:01,741 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0fc46497ffac2b28538bbc439b34e1eb 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-11T23:16:01,757 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNext/0fc46497ffac2b28538bbc439b34e1eb/.tmp/testFamily/13dae6d305bb4400947fc2c4a23d9380 is 61, key is row-0/testFamily:testQualifier/1733958946824/Put/seqid=0
2024-12-11T23:16:01,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741864_1040 (size=5049)
2024-12-11T23:16:01,763 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 3c7aa8782f0898a6469b6ed022e0e373, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:01,963 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-11T23:16:01,964 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1325): Online Regions={0fc46497ffac2b28538bbc439b34e1eb=hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb., d1d5b1e5f6342968bef3627e86d24de8=testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., 3c7aa8782f0898a6469b6ed022e0e373=hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373., ceabbef9d15dfc850a35d4011697e045=testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.}
2024-12-11T23:16:01,964 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 3c7aa8782f0898a6469b6ed022e0e373, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:02,162 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNext/0fc46497ffac2b28538bbc439b34e1eb/.tmp/testFamily/13dae6d305bb4400947fc2c4a23d9380
2024-12-11T23:16:02,164 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 0fc46497ffac2b28538bbc439b34e1eb, 3c7aa8782f0898a6469b6ed022e0e373, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:02,171 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNext/0fc46497ffac2b28538bbc439b34e1eb/.tmp/testFamily/13dae6d305bb4400947fc2c4a23d9380 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNext/0fc46497ffac2b28538bbc439b34e1eb/testFamily/13dae6d305bb4400947fc2c4a23d9380
2024-12-11T23:16:02,179 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNext/0fc46497ffac2b28538bbc439b34e1eb/testFamily/13dae6d305bb4400947fc2c4a23d9380, entries=4, sequenceid=8, filesize=4.9 K
2024-12-11T23:16:02,180 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0fc46497ffac2b28538bbc439b34e1eb in 439ms, sequenceid=8, compaction requested=false
2024-12-11T23:16:02,185 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnNext/0fc46497ffac2b28538bbc439b34e1eb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-11T23:16:02,185 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:16:02,186 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fc46497ffac2b28538bbc439b34e1eb:
Waiting for close lock at 1733958961740Running coprocessor pre-close hooks at 1733958961740Disabling compacts and flushes for region at 1733958961740Disabling writes for close at 1733958961741 (+1 ms)Obtaining lock to block concurrent updates at 1733958961741Preparing flush snapshotting stores in 0fc46497ffac2b28538bbc439b34e1eb at 1733958961741Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733958961741Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb. at 1733958961742 (+1 ms)Flushing 0fc46497ffac2b28538bbc439b34e1eb/testFamily: creating writer at 1733958961742Flushing 0fc46497ffac2b28538bbc439b34e1eb/testFamily: appending metadata at 1733958961757 (+15 ms)Flushing 0fc46497ffac2b28538bbc439b34e1eb/testFamily: closing flushed file at 1733958961757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d327dd1: reopening flushed file at 1733958962170 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0fc46497ffac2b28538bbc439b34e1eb in 439ms, sequenceid=8, compaction requested=false at 1733958962180 (+10 ms)Writing region close event to WAL at 1733958962181 (+1 ms)Running coprocessor post-close hooks at 1733958962185 (+4 ms)Closed at 1733958962185
2024-12-11T23:16:02,186 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733958943777.0fc46497ffac2b28538bbc439b34e1eb.
2024-12-11T23:16:02,186 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1d5b1e5f6342968bef3627e86d24de8, disabling compactions & flushes
2024-12-11T23:16:02,186 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:16:02,186 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:16:02,186 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8. after waiting 0 ms
2024-12-11T23:16:02,186 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:16:02,186 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1d5b1e5f6342968bef3627e86d24de8 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-11T23:16:02,209 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScannerAsync/d1d5b1e5f6342968bef3627e86d24de8/.tmp/testFamily/93a013cad956408784b7b63eca7c8ed7 is 61, key is row-0/testFamily:testQualifier/1733958955914/Put/seqid=0
2024-12-11T23:16:02,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741865_1041 (size=5049)
2024-12-11T23:16:02,364 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 3c7aa8782f0898a6469b6ed022e0e373, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:02,564 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 3c7aa8782f0898a6469b6ed022e0e373, ceabbef9d15dfc850a35d4011697e045, d1d5b1e5f6342968bef3627e86d24de8
2024-12-11T23:16:02,614 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScannerAsync/d1d5b1e5f6342968bef3627e86d24de8/.tmp/testFamily/93a013cad956408784b7b63eca7c8ed7
2024-12-11T23:16:02,623 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScannerAsync/d1d5b1e5f6342968bef3627e86d24de8/.tmp/testFamily/93a013cad956408784b7b63eca7c8ed7 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScannerAsync/d1d5b1e5f6342968bef3627e86d24de8/testFamily/93a013cad956408784b7b63eca7c8ed7
2024-12-11T23:16:02,630 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScannerAsync/d1d5b1e5f6342968bef3627e86d24de8/testFamily/93a013cad956408784b7b63eca7c8ed7, entries=4, sequenceid=8, filesize=4.9 K
2024-12-11T23:16:02,631 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d1d5b1e5f6342968bef3627e86d24de8 in 445ms, sequenceid=8, compaction requested=false
2024-12-11T23:16:02,636 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testNormalScanTimeoutOnOpenScannerAsync/d1d5b1e5f6342968bef3627e86d24de8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-11T23:16:02,637 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:16:02,637 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1d5b1e5f6342968bef3627e86d24de8:
Waiting for close lock at 1733958962186Running coprocessor pre-close hooks at 1733958962186Disabling compacts and flushes for region at 1733958962186Disabling writes for close at 1733958962186Obtaining lock to block concurrent updates at 1733958962186Preparing flush snapshotting stores in d1d5b1e5f6342968bef3627e86d24de8 at 1733958962186Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733958962187 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8. at 1733958962187Flushing d1d5b1e5f6342968bef3627e86d24de8/testFamily: creating writer at 1733958962187Flushing d1d5b1e5f6342968bef3627e86d24de8/testFamily: appending metadata at 1733958962209 (+22 ms)Flushing d1d5b1e5f6342968bef3627e86d24de8/testFamily: closing flushed file at 1733958962209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc9d1c8: reopening flushed file at 1733958962622 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d1d5b1e5f6342968bef3627e86d24de8 in 445ms, sequenceid=8, compaction requested=false at 1733958962631 (+9 ms)Writing region close event to WAL at 1733958962632 (+1 ms)Running coprocessor post-close hooks at 1733958962636 (+4 ms)Closed at 1733958962636
2024-12-11T23:16:02,637 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733958952864.d1d5b1e5f6342968bef3627e86d24de8.
2024-12-11T23:16:02,637 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c7aa8782f0898a6469b6ed022e0e373, disabling compactions & flushes
2024-12-11T23:16:02,637 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:16:02,637 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:16:02,637 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373. after waiting 0 ms
2024-12-11T23:16:02,637 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:16:02,637 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c7aa8782f0898a6469b6ed022e0e373 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-11T23:16:02,657 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScanner/3c7aa8782f0898a6469b6ed022e0e373/.tmp/testFamily/1dee83efe4f2416892ff610e5d435ab3 is 61, key is row-0/testFamily:testQualifier/1733958902187/Put/seqid=0
2024-12-11T23:16:02,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741866_1042 (size=5049)
2024-12-11T23:16:02,765 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 3c7aa8782f0898a6469b6ed022e0e373, ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:16:02,965 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-11T23:16:02,965 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1325): Online Regions={3c7aa8782f0898a6469b6ed022e0e373=hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373., ceabbef9d15dfc850a35d4011697e045=testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.}
2024-12-11T23:16:02,965 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on 3c7aa8782f0898a6469b6ed022e0e373, ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:16:03,063 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScanner/3c7aa8782f0898a6469b6ed022e0e373/.tmp/testFamily/1dee83efe4f2416892ff610e5d435ab3
2024-12-11T23:16:03,071 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScanner/3c7aa8782f0898a6469b6ed022e0e373/.tmp/testFamily/1dee83efe4f2416892ff610e5d435ab3 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScanner/3c7aa8782f0898a6469b6ed022e0e373/testFamily/1dee83efe4f2416892ff610e5d435ab3
2024-12-11T23:16:03,078 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScanner/3c7aa8782f0898a6469b6ed022e0e373/testFamily/1dee83efe4f2416892ff610e5d435ab3, entries=4, sequenceid=8, filesize=4.9 K
2024-12-11T23:16:03,079 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3c7aa8782f0898a6469b6ed022e0e373 in 442ms, sequenceid=8, compaction requested=false
2024-12-11T23:16:03,084 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/hbase/testMetaScanTimeoutOnOpenScanner/3c7aa8782f0898a6469b6ed022e0e373/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-11T23:16:03,085 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:16:03,085 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c7aa8782f0898a6469b6ed022e0e373:
Waiting for close lock at 1733958962637Running coprocessor pre-close hooks at 1733958962637Disabling compacts and flushes for region at 1733958962637Disabling writes for close at 1733958962637Obtaining lock to block concurrent updates at 1733958962638 (+1 ms)Preparing flush snapshotting stores in 3c7aa8782f0898a6469b6ed022e0e373 at 1733958962638Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733958962638Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373. at 1733958962638Flushing 3c7aa8782f0898a6469b6ed022e0e373/testFamily: creating writer at 1733958962638Flushing 3c7aa8782f0898a6469b6ed022e0e373/testFamily: appending metadata at 1733958962657 (+19 ms)Flushing 3c7aa8782f0898a6469b6ed022e0e373/testFamily: closing flushed file at 1733958962657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33af0ad5: reopening flushed file at 1733958963070 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3c7aa8782f0898a6469b6ed022e0e373 in 442ms, sequenceid=8, compaction requested=false at 1733958963079 (+9 ms)Writing region close event to WAL at 1733958963080 (+1 ms)Running coprocessor post-close hooks at 1733958963085 (+5 ms)Closed at 1733958963085
2024-12-11T23:16:03,085 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733958901148.3c7aa8782f0898a6469b6ed022e0e373.
2024-12-11T23:16:03,085 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ceabbef9d15dfc850a35d4011697e045, disabling compactions & flushes
2024-12-11T23:16:03,085 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:16:03,085 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:16:03,085 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045. after waiting 0 ms
2024-12-11T23:16:03,085 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:16:03,085 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ceabbef9d15dfc850a35d4011697e045 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-11T23:16:03,102 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextException/ceabbef9d15dfc850a35d4011697e045/.tmp/testFamily/c081a2b841894652ab18bf214692fe2b is 61, key is row-0/testFamily:testQualifier/1733958918364/Put/seqid=0
2024-12-11T23:16:03,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741867_1043 (size=5049)
2024-12-11T23:16:03,165 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:16:03,366 DEBUG [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1351): Waiting on ceabbef9d15dfc850a35d4011697e045
2024-12-11T23:16:03,508 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextException/ceabbef9d15dfc850a35d4011697e045/.tmp/testFamily/c081a2b841894652ab18bf214692fe2b
2024-12-11T23:16:03,516 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextException/ceabbef9d15dfc850a35d4011697e045/.tmp/testFamily/c081a2b841894652ab18bf214692fe2b as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextException/ceabbef9d15dfc850a35d4011697e045/testFamily/c081a2b841894652ab18bf214692fe2b
2024-12-11T23:16:03,522 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextException/ceabbef9d15dfc850a35d4011697e045/testFamily/c081a2b841894652ab18bf214692fe2b, entries=4, sequenceid=8, filesize=4.9 K
2024-12-11T23:16:03,523 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ceabbef9d15dfc850a35d4011697e045 in 438ms, sequenceid=8, compaction requested=false
2024-12-11T23:16:03,527 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/data/default/testRetryOutOfOrderScannerNextException/ceabbef9d15dfc850a35d4011697e045/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-11T23:16:03,528 INFO  [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:16:03,528 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ceabbef9d15dfc850a35d4011697e045:
Waiting for close lock at 1733958963085Running coprocessor pre-close hooks at 1733958963085Disabling compacts and flushes for region at 1733958963085Disabling writes for close at 1733958963085Obtaining lock to block concurrent updates at 1733958963085Preparing flush snapshotting stores in ceabbef9d15dfc850a35d4011697e045 at 1733958963085Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733958963086 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045. at 1733958963086Flushing ceabbef9d15dfc850a35d4011697e045/testFamily: creating writer at 1733958963086Flushing ceabbef9d15dfc850a35d4011697e045/testFamily: appending metadata at 1733958963102 (+16 ms)Flushing ceabbef9d15dfc850a35d4011697e045/testFamily: closing flushed file at 1733958963102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d80dc51: reopening flushed file at 1733958963515 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ceabbef9d15dfc850a35d4011697e045 in 438ms, sequenceid=8, compaction requested=false at 1733958963523 (+8 ms)Writing region close event to WAL at 1733958963524 (+1 ms)Running coprocessor post-close hooks at 1733958963528 (+4 ms)Closed at 1733958963528
2024-12-11T23:16:03,528 DEBUG [RS_CLOSE_REGION-regionserver/b48762765ec4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733958917338.ceabbef9d15dfc850a35d4011697e045.
2024-12-11T23:16:03,566 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(976): stopping server b48762765ec4,34525,1733958834845; all regions closed.
2024-12-11T23:16:03,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741834_1010 (size=19479)
2024-12-11T23:16:03,576 DEBUG [RS:0;b48762765ec4:34525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/oldWALs
2024-12-11T23:16:03,576 INFO  [RS:0;b48762765ec4:34525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b48762765ec4%2C34525%2C1733958834845.meta:.meta(num 1733958897437)
2024-12-11T23:16:03,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741833_1009 (size=20031)
2024-12-11T23:16:03,579 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/WALs/b48762765ec4,34525,1733958834845/b48762765ec4%2C34525%2C1733958834845.1733958896949 not finished, retry = 0
2024-12-11T23:16:03,682 DEBUG [RS:0;b48762765ec4:34525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/oldWALs
2024-12-11T23:16:03,682 INFO  [RS:0;b48762765ec4:34525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b48762765ec4%2C34525%2C1733958834845:(num 1733958896949)
2024-12-11T23:16:03,682 DEBUG [RS:0;b48762765ec4:34525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-11T23:16:03,682 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.LeaseManager(133): Closed leases
2024-12-11T23:16:03,682 INFO  [RS:0;b48762765ec4:34525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-11T23:16:03,682 INFO  [RS:0;b48762765ec4:34525 {}] hbase.ChoreService(370): Chore service for: regionserver/b48762765ec4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-11T23:16:03,683 INFO  [RS:0;b48762765ec4:34525 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-11T23:16:03,683 INFO  [regionserver/b48762765ec4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-11T23:16:03,684 INFO  [RS:0;b48762765ec4:34525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34525
2024-12-11T23:16:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-11T23:16:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b48762765ec4,34525,1733958834845
2024-12-11T23:16:03,687 INFO  [RS:0;b48762765ec4:34525 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-11T23:16:03,690 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b48762765ec4,34525,1733958834845]
2024-12-11T23:16:03,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b48762765ec4,34525,1733958834845 already deleted, retry=false
2024-12-11T23:16:03,691 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b48762765ec4,34525,1733958834845 expired; onlineServers=0
2024-12-11T23:16:03,692 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b48762765ec4,35475,1733958833989' *****
2024-12-11T23:16:03,692 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-11T23:16:03,692 INFO  [M:0;b48762765ec4:35475 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-11T23:16:03,692 INFO  [M:0;b48762765ec4:35475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-11T23:16:03,692 DEBUG [M:0;b48762765ec4:35475 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-11T23:16:03,692 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-11T23:16:03,692 DEBUG [M:0;b48762765ec4:35475 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-11T23:16:03,692 DEBUG [master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.small.0-1733958836779 {}] cleaner.HFileCleaner(306): Exit Thread[master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.small.0-1733958836779,5,FailOnTimeoutGroup]
2024-12-11T23:16:03,692 DEBUG [master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.large.0-1733958836779 {}] cleaner.HFileCleaner(306): Exit Thread[master/b48762765ec4:0:becomeActiveMaster-HFileCleaner.large.0-1733958836779,5,FailOnTimeoutGroup]
2024-12-11T23:16:03,693 INFO  [M:0;b48762765ec4:35475 {}] hbase.ChoreService(370): Chore service for: master/b48762765ec4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-11T23:16:03,693 INFO  [M:0;b48762765ec4:35475 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-11T23:16:03,693 DEBUG [M:0;b48762765ec4:35475 {}] master.HMaster(1795): Stopping service threads
2024-12-11T23:16:03,693 INFO  [M:0;b48762765ec4:35475 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-11T23:16:03,693 INFO  [M:0;b48762765ec4:35475 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-11T23:16:03,694 INFO  [M:0;b48762765ec4:35475 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-11T23:16:03,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-11T23:16:03,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-11T23:16:03,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-11T23:16:03,695 DEBUG [M:0;b48762765ec4:35475 {}] zookeeper.ZKUtil(347): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-11T23:16:03,695 WARN  [M:0;b48762765ec4:35475 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-11T23:16:03,695 INFO  [M:0;b48762765ec4:35475 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/.lastflushedseqids
2024-12-11T23:16:03,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741868_1044 (size=712)
2024-12-11T23:16:03,757 INFO  [regionserver/b48762765ec4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-11T23:16:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-11T23:16:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x100cb9e26240001, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-11T23:16:03,791 INFO  [RS:0;b48762765ec4:34525 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-11T23:16:03,791 INFO  [RS:0;b48762765ec4:34525 {}] regionserver.HRegionServer(1031): Exiting; stopping=b48762765ec4,34525,1733958834845; zookeeper connection closed.
2024-12-11T23:16:03,791 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76e41804 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76e41804
2024-12-11T23:16:03,792 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-11T23:16:04,107 INFO  [M:0;b48762765ec4:35475 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-11T23:16:04,108 INFO  [M:0;b48762765ec4:35475 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-11T23:16:04,108 DEBUG [M:0;b48762765ec4:35475 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-11T23:16:04,108 INFO  [M:0;b48762765ec4:35475 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-11T23:16:04,108 DEBUG [M:0;b48762765ec4:35475 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-11T23:16:04,108 DEBUG [M:0;b48762765ec4:35475 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-11T23:16:04,108 DEBUG [M:0;b48762765ec4:35475 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-11T23:16:04,108 INFO  [M:0;b48762765ec4:35475 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.05 KB heapSize=191.13 KB
2024-12-11T23:16:04,126 DEBUG [M:0;b48762765ec4:35475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c37d6bb2a9654b52a88a64f39a8b5eae is 82, key is hbase:meta,,1/info:regioninfo/1733958897540/Put/seqid=0
2024-12-11T23:16:04,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741869_1045 (size=5672)
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-11T23:16:04,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-11T23:16:04,532 INFO  [M:0;b48762765ec4:35475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c37d6bb2a9654b52a88a64f39a8b5eae
2024-12-11T23:16:04,556 DEBUG [M:0;b48762765ec4:35475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77f5aab724884eb9a45ff3cdeceb56f3 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733958899243/Put/seqid=0
2024-12-11T23:16:04,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741870_1046 (size=14067)
2024-12-11T23:16:04,962 INFO  [M:0;b48762765ec4:35475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.50 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77f5aab724884eb9a45ff3cdeceb56f3
2024-12-11T23:16:04,968 INFO  [M:0;b48762765ec4:35475 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77f5aab724884eb9a45ff3cdeceb56f3
2024-12-11T23:16:04,985 DEBUG [M:0;b48762765ec4:35475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/761a2d6ae74f4b47b4f572f263a9a4ce is 69, key is b48762765ec4,34525,1733958834845/rs:state/1733958866807/Put/seqid=0
2024-12-11T23:16:04,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741871_1047 (size=5156)
2024-12-11T23:16:04,990 INFO  [M:0;b48762765ec4:35475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/761a2d6ae74f4b47b4f572f263a9a4ce
2024-12-11T23:16:04,996 DEBUG [M:0;b48762765ec4:35475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c37d6bb2a9654b52a88a64f39a8b5eae as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c37d6bb2a9654b52a88a64f39a8b5eae
2024-12-11T23:16:05,002 INFO  [M:0;b48762765ec4:35475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c37d6bb2a9654b52a88a64f39a8b5eae, entries=8, sequenceid=319, filesize=5.5 K
2024-12-11T23:16:05,003 DEBUG [M:0;b48762765ec4:35475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77f5aab724884eb9a45ff3cdeceb56f3 as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77f5aab724884eb9a45ff3cdeceb56f3
2024-12-11T23:16:05,005 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-11T23:16:05,009 INFO  [M:0;b48762765ec4:35475 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77f5aab724884eb9a45ff3cdeceb56f3
2024-12-11T23:16:05,009 INFO  [M:0;b48762765ec4:35475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77f5aab724884eb9a45ff3cdeceb56f3, entries=33, sequenceid=319, filesize=13.7 K
2024-12-11T23:16:05,011 DEBUG [M:0;b48762765ec4:35475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/761a2d6ae74f4b47b4f572f263a9a4ce as hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/761a2d6ae74f4b47b4f572f263a9a4ce
2024-12-11T23:16:05,017 INFO  [M:0;b48762765ec4:35475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34563/user/jenkins/test-data/c2aa2e38-7153-02f4-2650-e0d412dc0ae5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/761a2d6ae74f4b47b4f572f263a9a4ce, entries=1, sequenceid=319, filesize=5.0 K
2024-12-11T23:16:05,019 INFO  [M:0;b48762765ec4:35475 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.05 KB/166967, heapSize ~190.83 KB/195408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=319, compaction requested=false
2024-12-11T23:16:05,020 INFO  [M:0;b48762765ec4:35475 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-11T23:16:05,020 DEBUG [M:0;b48762765ec4:35475 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733958964108Disabling compacts and flushes for region at 1733958964108Disabling writes for close at 1733958964108Obtaining lock to block concurrent updates at 1733958964108Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733958964108Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166967, getHeapSize=195648, getOffHeapSize=0, getCellsCount=366 at 1733958964109 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733958964109Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733958964109Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733958964126 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733958964126Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733958964539 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733958964555 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733958964555Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733958964968 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733958964984 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733958964984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43fabd76: reopening flushed file at 1733958964995 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ead020: reopening flushed file at 1733958965002 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe399e1: reopening flushed file at 1733958965010 (+8 ms)Finished flush of dataSize ~163.05 KB/166967, heapSize ~190.83 KB/195408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=319, compaction requested=false at 1733958965019 (+9 ms)Writing region close event to WAL at 1733958965020 (+1 ms)Closed at 1733958965020
2024-12-11T23:16:05,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741830_1006 (size=188309)
2024-12-11T23:16:05,024 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-11T23:16:05,025 INFO  [M:0;b48762765ec4:35475 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-11T23:16:05,025 INFO  [M:0;b48762765ec4:35475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35475
2024-12-11T23:16:05,025 INFO  [M:0;b48762765ec4:35475 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-11T23:16:05,127 INFO  [M:0;b48762765ec4:35475 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-11T23:16:05,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-11T23:16:05,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35475-0x100cb9e26240000, quorum=127.0.0.1:56168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-11T23:16:05,132 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@341cfc82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-11T23:16:05,134 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7061d16d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-11T23:16:05,134 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-11T23:16:05,135 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47169f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-11T23:16:05,135 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72127eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/hadoop.log.dir/,STOPPED}
2024-12-11T23:16:05,137 WARN  [BP-421077608-172.17.0.3-1733958830614 heartbeating to localhost/127.0.0.1:34563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-11T23:16:05,137 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-11T23:16:05,137 WARN  [BP-421077608-172.17.0.3-1733958830614 heartbeating to localhost/127.0.0.1:34563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-421077608-172.17.0.3-1733958830614 (Datanode Uuid 5984b703-0572-45b4-83ea-500884fbe6ab) service to localhost/127.0.0.1:34563
2024-12-11T23:16:05,137 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-11T23:16:05,138 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/cluster_29761317-14be-8c4f-3107-bb10931e5bcb/data/data1/current/BP-421077608-172.17.0.3-1733958830614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-11T23:16:05,139 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/cluster_29761317-14be-8c4f-3107-bb10931e5bcb/data/data2/current/BP-421077608-172.17.0.3-1733958830614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-11T23:16:05,139 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-11T23:16:05,147 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-11T23:16:05,148 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-11T23:16:05,148 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-11T23:16:05,148 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-11T23:16:05,148 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7de24d61-19a0-db88-c8b0-026cb6b52046/hadoop.log.dir/,STOPPED}
2024-12-11T23:16:05,158 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-11T23:16:05,181 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down