2024-11-25 11:56:45,517 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-25 11:56:45,539 main DEBUG Took 0.012566 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-25 11:56:45,539 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-25 11:56:45,539 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-25 11:56:45,540 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-25 11:56:45,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,550 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-25 11:56:45,561 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,564 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,565 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,566 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,567 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,567 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,568 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,569 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,570 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,571 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,572 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 11:56:45,573 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,574 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-25 11:56:45,576 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 11:56:45,577 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-25 11:56:45,579 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-25 11:56:45,580 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-25 11:56:45,582 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-25 11:56:45,582 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-25 11:56:45,590 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-25 11:56:45,592 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-25 11:56:45,594 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-25 11:56:45,594 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-25 11:56:45,595 main DEBUG createAppenders(={Console})
2024-11-25 11:56:45,596 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-25 11:56:45,596 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-25 11:56:45,596 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-25 11:56:45,597 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-25 11:56:45,597 main DEBUG OutputStream closed
2024-11-25 11:56:45,598 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-25 11:56:45,598 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-25 11:56:45,598 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-25 11:56:45,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-25 11:56:45,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-25 11:56:45,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-25 11:56:45,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-25 11:56:45,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-25 11:56:45,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-25 11:56:45,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-25 11:56:45,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-25 11:56:45,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-25 11:56:45,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-25 11:56:45,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-25 11:56:45,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-25 11:56:45,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-25 11:56:45,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-25 11:56:45,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-25 11:56:45,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-25 11:56:45,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-25 11:56:45,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-25 11:56:45,691 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-25 11:56:45,691 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-25 11:56:45,691 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-25 11:56:45,692 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-25T11:56:45,705 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-25 11:56:45,708 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-25 11:56:45,708 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-25T11:56:45,923 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1
2024-11-25T11:56:45,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-25T11:56:45,954 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/cluster_a1eb5a97-2150-1738-1058-354581140be4, deleteOnExit=true
2024-11-25T11:56:45,955 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-25T11:56:45,955 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/test.cache.data in system properties and HBase conf
2024-11-25T11:56:45,956 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/hadoop.tmp.dir in system properties and HBase conf
2024-11-25T11:56:45,956 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/hadoop.log.dir in system properties and HBase conf
2024-11-25T11:56:45,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-25T11:56:45,958 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-25T11:56:45,958 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-25T11:56:46,048 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-25T11:56:46,169 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-25T11:56:46,174 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-25T11:56:46,174 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-25T11:56:46,175 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-25T11:56:46,176 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T11:56:46,176 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-25T11:56:46,177 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-25T11:56:46,178 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T11:56:46,178 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T11:56:46,179 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-25T11:56:46,179 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/nfs.dump.dir in system properties and HBase conf
2024-11-25T11:56:46,180 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/java.io.tmpdir in system properties and HBase conf
2024-11-25T11:56:46,180 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T11:56:46,181 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-25T11:56:46,181 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-25T11:56:47,025 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-25T11:56:47,101 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2364ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-25T11:56:47,177 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:56:47,244 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T11:56:47,267 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T11:56:47,267 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T11:56:47,269 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-25T11:56:47,283 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:56:47,285 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/hadoop.log.dir/,AVAILABLE}
2024-11-25T11:56:47,286 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T11:56:47,488 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/java.io.tmpdir/jetty-localhost-44437-hadoop-hdfs-3_4_1-tests_jar-_-any-7442337293355565027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-25T11:56:47,498 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:44437}
2024-11-25T11:56:47,499 INFO  [Time-limited test {}] server.Server(415): Started @2763ms
2024-11-25T11:56:47,889 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T11:56:47,896 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T11:56:47,897 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T11:56:47,897 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T11:56:47,897 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T11:56:47,898 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/hadoop.log.dir/,AVAILABLE}
2024-11-25T11:56:47,898 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T11:56:48,020 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/java.io.tmpdir/jetty-localhost-43343-hadoop-hdfs-3_4_1-tests_jar-_-any-17646776652201636981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T11:56:48,021 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:43343}
2024-11-25T11:56:48,021 INFO  [Time-limited test {}] server.Server(415): Started @3285ms
2024-11-25T11:56:48,075 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-25T11:56:48,551 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/cluster_a1eb5a97-2150-1738-1058-354581140be4/data/data2/current/BP-1943799876-172.17.0.2-1732535806775/current, will proceed with Du for space computation calculation, 
2024-11-25T11:56:48,551 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/cluster_a1eb5a97-2150-1738-1058-354581140be4/data/data1/current/BP-1943799876-172.17.0.2-1732535806775/current, will proceed with Du for space computation calculation, 
2024-11-25T11:56:48,587 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-25T11:56:48,639 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c87b9b5d3f8e343 with lease ID 0x5dd4702c7d42a7ff: Processing first storage report for DS-f78ee22e-c90b-42a0-b023-fe0ccc4a2c01 from datanode DatanodeRegistration(127.0.0.1:41369, datanodeUuid=3fe52a39-bf47-42ff-b972-e9729ab1b4d5, infoPort=35997, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=1593706913;c=1732535806775)
2024-11-25T11:56:48,640 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c87b9b5d3f8e343 with lease ID 0x5dd4702c7d42a7ff: from storage DS-f78ee22e-c90b-42a0-b023-fe0ccc4a2c01 node DatanodeRegistration(127.0.0.1:41369, datanodeUuid=3fe52a39-bf47-42ff-b972-e9729ab1b4d5, infoPort=35997, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=1593706913;c=1732535806775), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-25T11:56:48,641 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c87b9b5d3f8e343 with lease ID 0x5dd4702c7d42a7ff: Processing first storage report for DS-864bde29-2514-4ee1-8446-e345d300993e from datanode DatanodeRegistration(127.0.0.1:41369, datanodeUuid=3fe52a39-bf47-42ff-b972-e9729ab1b4d5, infoPort=35997, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=1593706913;c=1732535806775)
2024-11-25T11:56:48,641 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c87b9b5d3f8e343 with lease ID 0x5dd4702c7d42a7ff: from storage DS-864bde29-2514-4ee1-8446-e345d300993e node DatanodeRegistration(127.0.0.1:41369, datanodeUuid=3fe52a39-bf47-42ff-b972-e9729ab1b4d5, infoPort=35997, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=1593706913;c=1732535806775), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-25T11:56:48,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1
2024-11-25T11:56:48,801 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/cluster_a1eb5a97-2150-1738-1058-354581140be4/zookeeper_0, clientPort=50250, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/cluster_a1eb5a97-2150-1738-1058-354581140be4/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/cluster_a1eb5a97-2150-1738-1058-354581140be4/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-25T11:56:48,812 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50250
2024-11-25T11:56:48,826 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:56:48,830 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:56:49,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741825_1001 (size=7)
2024-11-25T11:56:49,486 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc with version=8
2024-11-25T11:56:49,487 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/hbase-staging
2024-11-25T11:56:49,584 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-25T11:56:49,829 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=9
2024-11-25T11:56:49,840 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:56:49,840 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T11:56:49,845 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T11:56:49,845 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:56:49,845 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T11:56:49,978 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-25T11:56:50,040 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-25T11:56:50,051 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-25T11:56:50,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T11:56:50,082 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20542 (auto-detected)
2024-11-25T11:56:50,084 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-25T11:56:50,102 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35571
2024-11-25T11:56:50,124 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35571 connecting to ZooKeeper ensemble=127.0.0.1:50250
2024-11-25T11:56:50,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355710x0, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T11:56:50,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35571-0x1014efc5d9d0000 connected
2024-11-25T11:56:50,189 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:56:50,192 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:56:50,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:56:50,208 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc, hbase.cluster.distributed=false
2024-11-25T11:56:50,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-25T11:56:50,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35571
2024-11-25T11:56:50,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35571
2024-11-25T11:56:50,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35571
2024-11-25T11:56:50,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35571
2024-11-25T11:56:50,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35571
2024-11-25T11:56:50,352 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=9
2024-11-25T11:56:50,354 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:56:50,354 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T11:56:50,355 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T11:56:50,355 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T11:56:50,355 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T11:56:50,359 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-25T11:56:50,362 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T11:56:50,363 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41291
2024-11-25T11:56:50,366 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41291 connecting to ZooKeeper ensemble=127.0.0.1:50250
2024-11-25T11:56:50,368 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:56:50,372 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:56:50,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412910x0, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T11:56:50,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41291-0x1014efc5d9d0001 connected
2024-11-25T11:56:50,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:56:50,385 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-25T11:56:50,395 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-25T11:56:50,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-25T11:56:50,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-25T11:56:50,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41291
2024-11-25T11:56:50,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41291
2024-11-25T11:56:50,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41291
2024-11-25T11:56:50,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41291
2024-11-25T11:56:50,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41291
2024-11-25T11:56:50,422 DEBUG [M:0;96bb5f2c2895:35571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:35571
2024-11-25T11:56:50,423 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/96bb5f2c2895,35571,1732535809636
2024-11-25T11:56:50,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:56:50,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:56:50,434 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/96bb5f2c2895,35571,1732535809636
2024-11-25T11:56:50,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-25T11:56:50,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:56:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:56:50,456 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-25T11:56:50,457 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/96bb5f2c2895,35571,1732535809636 from backup master directory
2024-11-25T11:56:50,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/96bb5f2c2895,35571,1732535809636
2024-11-25T11:56:50,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:56:50,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-25T11:56:50,460 WARN  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T11:56:50,460 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,35571,1732535809636
2024-11-25T11:56:50,462 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-25T11:56:50,464 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-25T11:56:50,519 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/hbase.id] with ID: 88ff6b36-142b-44fc-9c7b-23e7d1b5887a
2024-11-25T11:56:50,520 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/.tmp/hbase.id
2024-11-25T11:56:50,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741826_1002 (size=42)
2024-11-25T11:56:50,931 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/.tmp/hbase.id]:[hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/hbase.id]
2024-11-25T11:56:50,975 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T11:56:50,980 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-25T11:56:50,998 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-25T11:56:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:56:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:56:51,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741827_1003 (size=196)
2024-11-25T11:56:51,433 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:56:51,436 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-25T11:56:51,454 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:56:51,458 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:56:51,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741828_1004 (size=1189)
2024-11-25T11:56:51,911 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store
2024-11-25T11:56:51,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741829_1005 (size=34)
2024-11-25T11:56:51,939 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-25T11:56:51,943 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:56:51,944 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-25T11:56:51,944 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:56:51,945 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:56:51,946 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-25T11:56:51,947 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:56:51,947 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:56:51,949 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732535811944Disabling compacts and flushes for region at 1732535811944Disabling writes for close at 1732535811946 (+2 ms)Writing region close event to WAL at 1732535811947 (+1 ms)Closed at 1732535811947
2024-11-25T11:56:51,951 WARN  [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/.initializing
2024-11-25T11:56:51,952 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/WALs/96bb5f2c2895,35571,1732535809636
2024-11-25T11:56:51,963 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:56:51,983 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C35571%2C1732535809636, suffix=, logDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/WALs/96bb5f2c2895,35571,1732535809636, archiveDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/oldWALs, maxLogs=10
2024-11-25T11:56:52,007 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/WALs/96bb5f2c2895,35571,1732535809636/96bb5f2c2895%2C35571%2C1732535809636.1732535811987, exclude list is [], retry=0
2024-11-25T11:56:52,027 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-f78ee22e-c90b-42a0-b023-fe0ccc4a2c01,DISK]
2024-11-25T11:56:52,030 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-25T11:56:52,071 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/WALs/96bb5f2c2895,35571,1732535809636/96bb5f2c2895%2C35571%2C1732535809636.1732535811987
2024-11-25T11:56:52,072 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35997:35997)]
2024-11-25T11:56:52,073 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:56:52,074 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:56:52,078 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:56:52,079 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:56:52,129 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:56:52,158 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-25T11:56:52,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:56:52,165 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:56:52,166 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:56:52,169 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-25T11:56:52,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:56:52,170 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:56:52,171 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:56:52,174 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-25T11:56:52,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:56:52,175 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:56:52,175 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T11:56:52,178 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-25T11:56:52,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:56:52,179 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:56:52,179 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:56:52,184 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:56:52,185 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:56:52,190 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:56:52,191 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:56:52,195 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T11:56:52,199 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T11:56:52,205 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:56:52,206 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65855773, jitterRate=-0.018672510981559753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T11:56:52,214 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732535812097Initializing all the Stores at 1732535812100 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535812101 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535812101Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535812102 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535812102Cleaning up temporary data from old regions at 1732535812191 (+89 ms)Region opened successfully at 1732535812214 (+23 ms)
2024-11-25T11:56:52,215 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-25T11:56:52,259 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ed60b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0
2024-11-25T11:56:52,305 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-25T11:56:52,318 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-25T11:56:52,318 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-25T11:56:52,321 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-25T11:56:52,323 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-25T11:56:52,329 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-25T11:56:52,330 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-25T11:56:52,360 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-25T11:56:52,371 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-25T11:56:52,374 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-25T11:56:52,376 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-25T11:56:52,377 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-25T11:56:52,380 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-25T11:56:52,382 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-25T11:56:52,385 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-25T11:56:52,387 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-25T11:56:52,388 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-25T11:56:52,391 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-25T11:56:52,409 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-25T11:56:52,411 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-25T11:56:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-25T11:56:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-25T11:56:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:56:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:56:52,419 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,35571,1732535809636, sessionid=0x1014efc5d9d0000, setting cluster-up flag (Was=false)
2024-11-25T11:56:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:56:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:56:52,444 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-25T11:56:52,446 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,35571,1732535809636
2024-11-25T11:56:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:56:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:56:52,464 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-25T11:56:52,465 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,35571,1732535809636
2024-11-25T11:56:52,472 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-25T11:56:52,513 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(746): ClusterId : 88ff6b36-142b-44fc-9c7b-23e7d1b5887a
2024-11-25T11:56:52,516 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-25T11:56:52,522 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-25T11:56:52,522 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-25T11:56:52,526 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-25T11:56:52,526 DEBUG [RS:0;96bb5f2c2895:41291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16729160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0
2024-11-25T11:56:52,541 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:41291
2024-11-25T11:56:52,545 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-25T11:56:52,545 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-25T11:56:52,545 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-25T11:56:52,548 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,35571,1732535809636 with port=41291, startcode=1732535810314
2024-11-25T11:56:52,551 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-25T11:56:52,561 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-25T11:56:52,562 DEBUG [RS:0;96bb5f2c2895:41291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-25T11:56:52,568 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-25T11:56:52,573 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,35571,1732535809636
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-25T11:56:52,582 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:56:52,582 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:56:52,583 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:56:52,583 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5
2024-11-25T11:56:52,583 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10
2024-11-25T11:56:52,583 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:56:52,584 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2
2024-11-25T11:56:52,584 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:56:52,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T11:56:52,594 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-25T11:56:52,595 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732535842595
2024-11-25T11:56:52,597 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-25T11:56:52,599 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-25T11:56:52,600 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-25T11:56:52,603 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:56:52,603 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-25T11:56:52,604 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-25T11:56:52,604 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-25T11:56:52,605 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-25T11:56:52,605 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-25T11:56:52,606 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35571 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-25T11:56:52,606 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-25T11:56:52,613 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-25T11:56:52,614 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-25T11:56:52,615 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-25T11:56:52,619 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-25T11:56:52,619 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-25T11:56:52,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741831_1007 (size=1321)
2024-11-25T11:56:52,622 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732535812621,5,FailOnTimeoutGroup]
2024-11-25T11:56:52,622 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732535812622,5,FailOnTimeoutGroup]
2024-11-25T11:56:52,623 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-25T11:56:52,623 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-25T11:56:52,624 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-25T11:56:52,625 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-25T11:56:52,630 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-25T11:56:52,630 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:56:52,638 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-25T11:56:52,639 WARN  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-25T11:56:52,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741832_1008 (size=32)
2024-11-25T11:56:53,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:56:53,069 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-25T11:56:53,074 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-25T11:56:53,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:56:53,076 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:56:53,077 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-25T11:56:53,081 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-25T11:56:53,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:56:53,082 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:56:53,083 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-25T11:56:53,086 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-25T11:56:53,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:56:53,088 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:56:53,088 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-25T11:56:53,093 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-25T11:56:53,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:56:53,094 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:56:53,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-25T11:56:53,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740
2024-11-25T11:56:53,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740
2024-11-25T11:56:53,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-25T11:56:53,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-25T11:56:53,103 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T11:56:53,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-25T11:56:53,119 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:56:53,121 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64062442, jitterRate=-0.045395225286483765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T11:56:53,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732535813045Initializing all the Stores at 1732535813048 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535813048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535813060 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535813060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535813060Cleaning up temporary data from old regions at 1732535813101 (+41 ms)Region opened successfully at 1732535813125 (+24 ms)
2024-11-25T11:56:53,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-25T11:56:53,127 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-25T11:56:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-25T11:56:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-25T11:56:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-25T11:56:53,134 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-25T11:56:53,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732535813125Disabling compacts and flushes for region at 1732535813126 (+1 ms)Disabling writes for close at 1732535813127 (+1 ms)Writing region close event to WAL at 1732535813133 (+6 ms)Closed at 1732535813133
2024-11-25T11:56:53,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T11:56:53,139 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-25T11:56:53,147 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-25T11:56:53,160 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-25T11:56:53,164 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-25T11:56:53,316 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:56:54,316 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:56:55,317 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:56:56,318 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:56:57,319 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:56:58,319 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:56:59,320 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:00,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-25T11:57:00,038 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-25T11:57:00,321 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:01,321 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:02,322 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:03,323 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:04,324 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:05,324 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:06,325 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:07,326 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:08,326 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:09,327 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:10,328 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:11,329 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:12,330 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:13,330 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:14,331 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:15,332 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:16,332 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:17,333 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:18,334 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:18,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T11:57:19,334 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:20,335 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:21,336 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:22,336 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:22,640 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,35571,1732535809636 with port=41291, startcode=1732535810314
2024-11-25T11:57:22,643 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:22,645 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35571 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:22,654 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:57:22,654 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33245
2024-11-25T11:57:22,654 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-25T11:57:22,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-25T11:57:22,659 DEBUG [RS:0;96bb5f2c2895:41291 {}] zookeeper.ZKUtil(111): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:22,659 WARN  [RS:0;96bb5f2c2895:41291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T11:57:22,660 INFO  [RS:0;96bb5f2c2895:41291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:57:22,660 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/WALs/96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:22,661 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,41291,1732535810314]
2024-11-25T11:57:22,685 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-25T11:57:22,698 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-25T11:57:22,703 INFO  [RS:0;96bb5f2c2895:41291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-25T11:57:22,703 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:22,704 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-25T11:57:22,710 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-25T11:57:22,711 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:22,712 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,712 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,712 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,712 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,713 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,713 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2
2024-11-25T11:57:22,713 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,713 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,714 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,714 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,714 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,714 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1
2024-11-25T11:57:22,714 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3
2024-11-25T11:57:22,714 DEBUG [RS:0;96bb5f2c2895:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3
2024-11-25T11:57:22,715 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:22,716 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:22,716 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:22,716 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:22,716 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:22,716 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41291,1732535810314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T11:57:22,736 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-25T11:57:22,738 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41291,1732535810314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:22,739 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:22,739 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.Replication(171): 96bb5f2c2895,41291,1732535810314 started
2024-11-25T11:57:22,757 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:22,758 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,41291,1732535810314, RpcServer on 96bb5f2c2895/172.17.0.2:41291, sessionid=0x1014efc5d9d0001
2024-11-25T11:57:22,758 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-25T11:57:22,758 DEBUG [RS:0;96bb5f2c2895:41291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:22,759 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,41291,1732535810314'
2024-11-25T11:57:22,759 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-25T11:57:22,760 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-25T11:57:22,760 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-25T11:57:22,760 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-25T11:57:22,761 DEBUG [RS:0;96bb5f2c2895:41291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:22,761 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,41291,1732535810314'
2024-11-25T11:57:22,761 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-25T11:57:22,761 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-25T11:57:22,762 DEBUG [RS:0;96bb5f2c2895:41291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-25T11:57:22,762 INFO  [RS:0;96bb5f2c2895:41291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-25T11:57:22,762 INFO  [RS:0;96bb5f2c2895:41291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-25T11:57:23,337 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:24,338 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:25,339 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:26,339 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:27,340 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:28,341 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:29,342 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:30,342 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:31,343 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:32,344 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:33,345 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:34,345 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:35,346 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:36,347 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:37,348 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:38,349 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:39,349 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:40,350 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:41,351 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:42,351 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:43,352 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:44,352 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:45,353 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:46,354 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:47,354 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:48,355 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:48,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T11:57:49,356 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:50,356 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:51,357 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:52,357 WARN  [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T11:57:52,767 INFO  [RS:0;96bb5f2c2895:41291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-25T11:57:52,771 INFO  [RS:0;96bb5f2c2895:41291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C41291%2C1732535810314, suffix=, logDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/WALs/96bb5f2c2895,41291,1732535810314, archiveDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/oldWALs, maxLogs=32
2024-11-25T11:57:52,788 DEBUG [RS:0;96bb5f2c2895:41291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/WALs/96bb5f2c2895,41291,1732535810314/96bb5f2c2895%2C41291%2C1732535810314.1732535872774, exclude list is [], retry=0
2024-11-25T11:57:52,792 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-f78ee22e-c90b-42a0-b023-fe0ccc4a2c01,DISK]
2024-11-25T11:57:52,796 INFO  [RS:0;96bb5f2c2895:41291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/WALs/96bb5f2c2895,41291,1732535810314/96bb5f2c2895%2C41291%2C1732535810314.1732535872774
2024-11-25T11:57:52,796 DEBUG [RS:0;96bb5f2c2895:41291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35997:35997)]
2024-11-25T11:57:52,860 DEBUG [96bb5f2c2895:35571 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-25T11:57:52,872 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:52,878 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,41291,1732535810314, state=OPENING
2024-11-25T11:57:52,883 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-25T11:57:52,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:57:52,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:57:52,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:57:52,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:57:52,887 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-25T11:57:52,889 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:57:53,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-25T11:57:53,068 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-25T11:57:53,078 INFO  [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-25T11:57:53,079 INFO  [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T11:57:53,079 INFO  [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-25T11:57:53,082 INFO  [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C41291%2C1732535810314.meta, suffix=.meta, logDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/WALs/96bb5f2c2895,41291,1732535810314, archiveDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/oldWALs, maxLogs=32
2024-11-25T11:57:53,099 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/WALs/96bb5f2c2895,41291,1732535810314/96bb5f2c2895%2C41291%2C1732535810314.meta.1732535873084.meta, exclude list is [], retry=0
2024-11-25T11:57:53,103 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41369,DS-f78ee22e-c90b-42a0-b023-fe0ccc4a2c01,DISK]
2024-11-25T11:57:53,106 INFO  [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/WALs/96bb5f2c2895,41291,1732535810314/96bb5f2c2895%2C41291%2C1732535810314.meta.1732535873084.meta
2024-11-25T11:57:53,107 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35997:35997)]
2024-11-25T11:57:53,107 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:57:53,109 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-25T11:57:53,112 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-25T11:57:53,116 INFO  [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-25T11:57:53,121 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-25T11:57:53,122 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:57:53,122 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-25T11:57:53,122 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-25T11:57:53,125 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-25T11:57:53,126 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-25T11:57:53,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:57:53,127 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:57:53,127 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-25T11:57:53,129 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-25T11:57:53,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:57:53,130 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:57:53,130 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-25T11:57:53,131 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-25T11:57:53,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:57:53,132 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:57:53,132 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-25T11:57:53,133 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-25T11:57:53,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:57:53,134 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T11:57:53,134 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-25T11:57:53,135 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740
2024-11-25T11:57:53,138 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740
2024-11-25T11:57:53,140 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-25T11:57:53,140 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-25T11:57:53,141 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T11:57:53,143 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-25T11:57:53,145 INFO  [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62132121, jitterRate=-0.07415924966335297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T11:57:53,145 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-25T11:57:53,146 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732535873122Writing region info on filesystem at 1732535873123 (+1 ms)Initializing all the Stores at 1732535873124 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535873124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535873125 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535873125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535873125Cleaning up temporary data from old regions at 1732535873140 (+15 ms)Running coprocessor post-open hooks at 1732535873145 (+5 ms)Region opened successfully at 1732535873146 (+1 ms)
2024-11-25T11:57:53,153 INFO  [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732535873055
2024-11-25T11:57:53,165 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-25T11:57:53,165 INFO  [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-25T11:57:53,167 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:53,169 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,41291,1732535810314, state=OPEN
2024-11-25T11:57:53,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-25T11:57:53,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-25T11:57:53,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:57:53,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-25T11:57:53,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:53,185 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-25T11:57:53,185 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,41291,1732535810314 in 291 msec
2024-11-25T11:57:53,192 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-25T11:57:53,192 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.04 sec
2024-11-25T11:57:53,193 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T11:57:53,193 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-25T11:57:53,213 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T11:57:53,214 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,41291,1732535810314, seqNum=-1]
2024-11-25T11:57:53,237 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T11:57:53,239 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T11:57:53,259 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.756 sec
2024-11-25T11:57:53,259 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732535873259, completionTime=-1
2024-11-25T11:57:53,261 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-25T11:57:53,262 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-25T11:57:53,288 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-25T11:57:53,288 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732535933288
2024-11-25T11:57:53,288 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732535993288
2024-11-25T11:57:53,288 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec
2024-11-25T11:57:53,290 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35571,1732535809636-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:53,290 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35571,1732535809636-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:53,291 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35571,1732535809636-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:53,292 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:35571, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:53,292 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:53,293 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:53,300 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-25T11:57:53,319 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.858sec
2024-11-25T11:57:53,320 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-25T11:57:53,321 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-25T11:57:53,322 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-25T11:57:53,323 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-25T11:57:53,323 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-25T11:57:53,324 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35571,1732535809636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T11:57:53,324 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35571,1732535809636-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-25T11:57:53,332 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-25T11:57:53,333 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-25T11:57:53,333 INFO  [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35571,1732535809636-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T11:57:53,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:57:53,373 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-25T11:57:53,373 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-25T11:57:53,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,35571,-1 for getting cluster id
2024-11-25T11:57:53,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T11:57:53,387 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88ff6b36-142b-44fc-9c7b-23e7d1b5887a'
2024-11-25T11:57:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T11:57:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88ff6b36-142b-44fc-9c7b-23e7d1b5887a"

2024-11-25T11:57:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa6722b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:57:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,35571,-1]
2024-11-25T11:57:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T11:57:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:57:53,398 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T11:57:53,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:57:53,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T11:57:53,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,41291,1732535810314, seqNum=-1]
2024-11-25T11:57:53,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T11:57:53,410 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T11:57:53,431 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,35571,1732535809636
2024-11-25T11:57:53,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:57:53,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,35571,-1 for getting cluster id
2024-11-25T11:57:53,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T11:57:53,436 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88ff6b36-142b-44fc-9c7b-23e7d1b5887a'
2024-11-25T11:57:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T11:57:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88ff6b36-142b-44fc-9c7b-23e7d1b5887a"

2024-11-25T11:57:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed6228b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:57:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,35571,-1]
2024-11-25T11:57:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T11:57:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:57:53,440 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T11:57:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16977178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-25T11:57:53,455 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=729, ProcessCount=11, AvailableMemoryMB=4268
2024-11-25T11:57:53,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-25T11:57:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,35571,1732535809636
2024-11-25T11:57:53,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52bcf96a
2024-11-25T11:57:53,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T11:57:53,490 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T11:57:53,496 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:57:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-25T11:57:53,510 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:57:53,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-25T11:57:53,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:57:53,516 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:57:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-25T11:57:53,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741835_1011 (size=428)
2024-11-25T11:57:53,935 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b888cc9e991634dcc2fd1608796c708, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:57:53,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741836_1012 (size=79)
2024-11-25T11:57:54,347 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:57:54,347 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2b888cc9e991634dcc2fd1608796c708, disabling compactions & flushes
2024-11-25T11:57:54,347 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:57:54,348 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:57:54,348 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708. after waiting 0 ms
2024-11-25T11:57:54,348 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:57:54,348 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:57:54,348 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b888cc9e991634dcc2fd1608796c708:
Waiting for close lock at 1732535874347Disabling compacts and flushes for region at 1732535874347Disabling writes for close at 1732535874348 (+1 ms)Writing region close event to WAL at 1732535874348Closed at 1732535874348
2024-11-25T11:57:54,350 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:57:54,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732535874351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535874351"}]},"ts":"1732535874351"}
2024-11-25T11:57:54,361 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:57:54,363 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:57:54,365 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535874363"}]},"ts":"1732535874363"}
2024-11-25T11:57:54,370 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-25T11:57:54,372 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2b888cc9e991634dcc2fd1608796c708, ASSIGN}]
2024-11-25T11:57:54,374 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2b888cc9e991634dcc2fd1608796c708, ASSIGN
2024-11-25T11:57:54,375 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2b888cc9e991634dcc2fd1608796c708, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41291,1732535810314; forceNewPlan=false, retain=false
2024-11-25T11:57:54,527 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b888cc9e991634dcc2fd1608796c708, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:54,531 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2b888cc9e991634dcc2fd1608796c708, ASSIGN because future has completed
2024-11-25T11:57:54,532 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b888cc9e991634dcc2fd1608796c708, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:57:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-25T11:57:54,693 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:57:54,693 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b888cc9e991634dcc2fd1608796c708, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:57:54,694 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:57:54,694 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:57:54,694 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:57:54,694 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:57:54,696 INFO  [StoreOpener-2b888cc9e991634dcc2fd1608796c708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2b888cc9e991634dcc2fd1608796c708 
2024-11-25T11:57:54,698 INFO  [StoreOpener-2b888cc9e991634dcc2fd1608796c708-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b888cc9e991634dcc2fd1608796c708 columnFamilyName testFamily
2024-11-25T11:57:54,698 DEBUG [StoreOpener-2b888cc9e991634dcc2fd1608796c708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:57:54,699 INFO  [StoreOpener-2b888cc9e991634dcc2fd1608796c708-1 {}] regionserver.HStore(327): Store=2b888cc9e991634dcc2fd1608796c708/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:57:54,699 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:57:54,701 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:57:54,701 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:57:54,702 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:57:54,702 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:57:54,704 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:57:54,708 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2b888cc9e991634dcc2fd1608796c708/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:57:54,708 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b888cc9e991634dcc2fd1608796c708; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74346541, jitterRate=0.10784979164600372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:57:54,708 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:57:54,709 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b888cc9e991634dcc2fd1608796c708:
Running coprocessor pre-open hook at 1732535874694Writing region info on filesystem at 1732535874694Initializing all the Stores at 1732535874696 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535874696Cleaning up temporary data from old regions at 1732535874702 (+6 ms)Running coprocessor post-open hooks at 1732535874709 (+7 ms)Region opened successfully at 1732535874709
2024-11-25T11:57:54,711 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708., pid=6, masterSystemTime=1732535874686
2024-11-25T11:57:54,715 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:57:54,715 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:57:54,716 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b888cc9e991634dcc2fd1608796c708, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:54,720 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b888cc9e991634dcc2fd1608796c708, server=96bb5f2c2895,41291,1732535810314 because future has completed
2024-11-25T11:57:54,725 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-25T11:57:54,726 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b888cc9e991634dcc2fd1608796c708, server=96bb5f2c2895,41291,1732535810314 in 190 msec
2024-11-25T11:57:54,729 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-25T11:57:54,729 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2b888cc9e991634dcc2fd1608796c708, ASSIGN in 354 msec
2024-11-25T11:57:54,731 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:57:54,731 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535874731"}]},"ts":"1732535874731"}
2024-11-25T11:57:54,734 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-25T11:57:54,735 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:57:54,738 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2360 sec
2024-11-25T11:57:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-25T11:57:56,556 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-25T11:57:56,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-25T11:57:56,558 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:57:56,564 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-25T11:57:56,565 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:57:56,565 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-25T11:57:56,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T11:57:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,41291,1732535810314, seqNum=-1]
2024-11-25T11:57:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T11:57:56,575 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T11:57:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:57:56,603 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:57:56,608 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-25T11:57:56,614 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-25T11:57:56,620 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-25T11:57:56,623 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1104139102850121736
2024-11-25T11:57:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46922 deadline: 1732535879621, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-25T11:57:56,645 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/java.lang.String.intern(Native Method)
	java.base@17.0.11/java.lang.invoke.MethodHandleNatives.linkCallSite(MethodHandleNatives.java:268)
	app//org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.closeScanner(AsyncScanSingleRegionRpcRetryingCaller.java:376)
	app//org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.completeWhenError(AsyncScanSingleRegionRpcRetryingCaller.java:406)
	app//org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.onError(AsyncScanSingleRegionRpcRetryingCaller.java:447)
	app//org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.onComplete(AsyncScanSingleRegionRpcRetryingCaller.java:507)
	app//org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.lambda$call$3(AsyncScanSingleRegionRpcRetryingCaller.java:604)
	app//org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller$$Lambda$879/0x00007ff7e8bef860.run(Unknown Source)
	app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56)
	app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	app//org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117)
	app//org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132)
	app//org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147290264_22 at /127.0.0.1:40052 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=729 (was 729), ProcessCount=11 (was 11), AvailableMemoryMB=4217 (was 4268)
2024-11-25T11:57:56,658 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=729, ProcessCount=11, AvailableMemoryMB=4216
2024-11-25T11:57:56,663 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:57:56,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-25T11:57:56,668 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:57:56,668 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:57:56,670 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-25T11:57:56,672 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:57:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-25T11:57:56,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741837_1013 (size=414)
2024-11-25T11:57:56,695 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7c1d03bb3bf021506b06f95d1d97cde, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:57:56,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741838_1014 (size=65)
2024-11-25T11:57:57,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:57:57,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing c7c1d03bb3bf021506b06f95d1d97cde, disabling compactions & flushes
2024-11-25T11:57:57,123 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:57:57,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:57:57,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde. after waiting 0 ms
2024-11-25T11:57:57,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:57:57,123 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:57:57,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7c1d03bb3bf021506b06f95d1d97cde:
Waiting for close lock at 1732535877123Disabling compacts and flushes for region at 1732535877123Disabling writes for close at 1732535877123Writing region close event to WAL at 1732535877123Closed at 1732535877123
2024-11-25T11:57:57,126 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:57:57,126 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732535877126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535877126"}]},"ts":"1732535877126"}
2024-11-25T11:57:57,131 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:57:57,133 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:57:57,134 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535877134"}]},"ts":"1732535877134"}
2024-11-25T11:57:57,137 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-25T11:57:57,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=c7c1d03bb3bf021506b06f95d1d97cde, ASSIGN}]
2024-11-25T11:57:57,144 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=c7c1d03bb3bf021506b06f95d1d97cde, ASSIGN
2024-11-25T11:57:57,146 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=c7c1d03bb3bf021506b06f95d1d97cde, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41291,1732535810314; forceNewPlan=false, retain=false
2024-11-25T11:57:57,297 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c7c1d03bb3bf021506b06f95d1d97cde, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:57,302 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=c7c1d03bb3bf021506b06f95d1d97cde, ASSIGN because future has completed
2024-11-25T11:57:57,303 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7c1d03bb3bf021506b06f95d1d97cde, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:57:57,467 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:57:57,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => c7c1d03bb3bf021506b06f95d1d97cde, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:57:57,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:57:57,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:57:57,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:57:57,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:57:57,470 INFO  [StoreOpener-c7c1d03bb3bf021506b06f95d1d97cde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c7c1d03bb3bf021506b06f95d1d97cde 
2024-11-25T11:57:57,473 INFO  [StoreOpener-c7c1d03bb3bf021506b06f95d1d97cde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c1d03bb3bf021506b06f95d1d97cde columnFamilyName testFamily
2024-11-25T11:57:57,473 DEBUG [StoreOpener-c7c1d03bb3bf021506b06f95d1d97cde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:57:57,474 INFO  [StoreOpener-c7c1d03bb3bf021506b06f95d1d97cde-1 {}] regionserver.HStore(327): Store=c7c1d03bb3bf021506b06f95d1d97cde/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:57:57,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:57:57,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScanner/c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:57:57,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScanner/c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:57:57,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:57:57,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:57:57,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:57:57,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScanner/c7c1d03bb3bf021506b06f95d1d97cde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:57:57,486 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened c7c1d03bb3bf021506b06f95d1d97cde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62743597, jitterRate=-0.06504754722118378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:57:57,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:57:57,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for c7c1d03bb3bf021506b06f95d1d97cde:
Running coprocessor pre-open hook at 1732535877468Writing region info on filesystem at 1732535877468Initializing all the Stores at 1732535877470 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535877470Cleaning up temporary data from old regions at 1732535877477 (+7 ms)Running coprocessor post-open hooks at 1732535877486 (+9 ms)Region opened successfully at 1732535877487 (+1 ms)
2024-11-25T11:57:57,489 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde., pid=9, masterSystemTime=1732535877458
2024-11-25T11:57:57,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:57:57,494 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:57:57,495 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c7c1d03bb3bf021506b06f95d1d97cde, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:57:57,500 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7c1d03bb3bf021506b06f95d1d97cde, server=96bb5f2c2895,41291,1732535810314 because future has completed
2024-11-25T11:57:57,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-25T11:57:57,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c7c1d03bb3bf021506b06f95d1d97cde, server=96bb5f2c2895,41291,1732535810314 in 203 msec
2024-11-25T11:57:57,515 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-25T11:57:57,515 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=c7c1d03bb3bf021506b06f95d1d97cde, ASSIGN in 372 msec
2024-11-25T11:57:57,517 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:57:57,517 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535877517"}]},"ts":"1732535877517"}
2024-11-25T11:57:57,522 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-25T11:57:57,523 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:57:57,529 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 860 msec
2024-11-25T11:57:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-25T11:57:57,696 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-25T11:57:57,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-25T11:57:57,696 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:57:57,702 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-25T11:57:57,702 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:57:57,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-25T11:57:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:57:57,734 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:57:57,734 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-25T11:57:57,739 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-25T11:57:57,741 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-25T11:57:58,662 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:57:58,705 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-25T11:57:58,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-25T11:57:58,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-25T11:58:00,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-25T11:58:00,036 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:00,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-25T11:58:00,038 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-25T11:58:00,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-25T11:58:00,038 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:00,039 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-25T11:58:00,039 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:03,755 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=96bb5f2c2895:41291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=18,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-11-25T11:58:03,756 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=18,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-11-25T11:58:03,756 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 from cache
2024-11-25T11:58:03,770 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=679 (was 729), ProcessCount=11 (was 11), AvailableMemoryMB=4204 (was 4216)
2024-11-25T11:58:03,781 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=679, ProcessCount=11, AvailableMemoryMB=4204
2024-11-25T11:58:03,784 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:58:03,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-25T11:58:03,789 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:58:03,789 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:03,789 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-25T11:58:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-25T11:58:03,791 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:58:03,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741839_1015 (size=412)
2024-11-25T11:58:04,210 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 349e350a288165e4e7fdc70136d5eae6, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:58:04,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741840_1016 (size=63)
2024-11-25T11:58:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 18, skipping over this response of 88 bytes
2024-11-25T11:58:04,622 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:04,622 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 349e350a288165e4e7fdc70136d5eae6, disabling compactions & flushes
2024-11-25T11:58:04,622 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:04,622 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:04,622 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6. after waiting 0 ms
2024-11-25T11:58:04,622 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:04,622 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:04,622 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 349e350a288165e4e7fdc70136d5eae6:
Waiting for close lock at 1732535884622Disabling compacts and flushes for region at 1732535884622Disabling writes for close at 1732535884622Writing region close event to WAL at 1732535884622Closed at 1732535884622
2024-11-25T11:58:04,625 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:58:04,625 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732535884625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535884625"}]},"ts":"1732535884625"}
2024-11-25T11:58:04,629 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:58:04,631 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:58:04,631 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535884631"}]},"ts":"1732535884631"}
2024-11-25T11:58:04,635 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-25T11:58:04,635 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=349e350a288165e4e7fdc70136d5eae6, ASSIGN}]
2024-11-25T11:58:04,637 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=349e350a288165e4e7fdc70136d5eae6, ASSIGN
2024-11-25T11:58:04,639 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=349e350a288165e4e7fdc70136d5eae6, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41291,1732535810314; forceNewPlan=false, retain=false
2024-11-25T11:58:04,790 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=349e350a288165e4e7fdc70136d5eae6, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:04,794 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=349e350a288165e4e7fdc70136d5eae6, ASSIGN because future has completed
2024-11-25T11:58:04,795 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 349e350a288165e4e7fdc70136d5eae6, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:58:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-25T11:58:04,955 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:04,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 349e350a288165e4e7fdc70136d5eae6, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:04,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:04,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:04,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:04,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:04,958 INFO  [StoreOpener-349e350a288165e4e7fdc70136d5eae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 349e350a288165e4e7fdc70136d5eae6 
2024-11-25T11:58:04,960 INFO  [StoreOpener-349e350a288165e4e7fdc70136d5eae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 349e350a288165e4e7fdc70136d5eae6 columnFamilyName testFamily
2024-11-25T11:58:04,961 DEBUG [StoreOpener-349e350a288165e4e7fdc70136d5eae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:04,961 INFO  [StoreOpener-349e350a288165e4e7fdc70136d5eae6-1 {}] regionserver.HStore(327): Store=349e350a288165e4e7fdc70136d5eae6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:04,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:04,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNextAsync/349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:04,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNextAsync/349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:04,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:04,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:04,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:04,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNextAsync/349e350a288165e4e7fdc70136d5eae6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:04,973 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 349e350a288165e4e7fdc70136d5eae6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64777412, jitterRate=-0.034741342067718506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:04,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:04,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 349e350a288165e4e7fdc70136d5eae6:
Running coprocessor pre-open hook at 1732535884956Writing region info on filesystem at 1732535884956Initializing all the Stores at 1732535884957 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535884958 (+1 ms)Cleaning up temporary data from old regions at 1732535884965 (+7 ms)Running coprocessor post-open hooks at 1732535884973 (+8 ms)Region opened successfully at 1732535884974 (+1 ms)
2024-11-25T11:58:04,976 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6., pid=12, masterSystemTime=1732535884948
2024-11-25T11:58:04,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:04,980 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:04,981 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=349e350a288165e4e7fdc70136d5eae6, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:04,984 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 349e350a288165e4e7fdc70136d5eae6, server=96bb5f2c2895,41291,1732535810314 because future has completed
2024-11-25T11:58:04,992 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-25T11:58:04,992 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 349e350a288165e4e7fdc70136d5eae6, server=96bb5f2c2895,41291,1732535810314 in 193 msec
2024-11-25T11:58:04,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-25T11:58:04,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=349e350a288165e4e7fdc70136d5eae6, ASSIGN in 357 msec
2024-11-25T11:58:04,998 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:58:04,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535884998"}]},"ts":"1732535884998"}
2024-11-25T11:58:05,002 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-25T11:58:05,004 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:58:05,007 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2190 sec
2024-11-25T11:58:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-25T11:58:06,826 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-25T11:58:06,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-25T11:58:06,826 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:06,832 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-25T11:58:06,832 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:06,832 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-25T11:58:06,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:58:06,854 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:58:06,854 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-25T11:58:06,861 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-25T11:58:06,863 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-25T11:58:06,865 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-25T11:58:06,867 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-25T11:58:10,482 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:58:10,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-25T11:58:10,510 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:10,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-25T11:58:12,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41291 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121745' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-25T11:58:12,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46922 deadline: 1732535898870, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121745' does not exist
2024-11-25T11:58:12,875 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 96bb5f2c2895,41291,1732535810314 for closing scanner id = 1104139102850121745 for 349e350a288165e4e7fdc70136d5eae6 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121745' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:12,879 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=635 (was 679), ProcessCount=11 (was 11), AvailableMemoryMB=4194 (was 4204)
2024-11-25T11:58:12,889 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=635, ProcessCount=11, AvailableMemoryMB=4194
2024-11-25T11:58:12,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:58:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-25T11:58:12,896 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:58:12,896 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:12,896 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-25T11:58:12,897 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:58:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-25T11:58:12,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741841_1017 (size=423)
2024-11-25T11:58:13,314 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0651db33b6d8a357e82f6f9061cad452, NAME => 'testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:58:13,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741842_1018 (size=74)
2024-11-25T11:58:13,331 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:13,331 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 0651db33b6d8a357e82f6f9061cad452, disabling compactions & flushes
2024-11-25T11:58:13,331 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:13,331 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:13,331 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452. after waiting 0 ms
2024-11-25T11:58:13,331 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:13,331 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:13,331 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0651db33b6d8a357e82f6f9061cad452:
Waiting for close lock at 1732535893331Disabling compacts and flushes for region at 1732535893331Disabling writes for close at 1732535893331Writing region close event to WAL at 1732535893331Closed at 1732535893331
2024-11-25T11:58:13,334 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:58:13,334 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732535893334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535893334"}]},"ts":"1732535893334"}
2024-11-25T11:58:13,338 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:58:13,341 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:58:13,341 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535893341"}]},"ts":"1732535893341"}
2024-11-25T11:58:13,346 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-25T11:58:13,347 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0651db33b6d8a357e82f6f9061cad452, ASSIGN}]
2024-11-25T11:58:13,348 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0651db33b6d8a357e82f6f9061cad452, ASSIGN
2024-11-25T11:58:13,359 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0651db33b6d8a357e82f6f9061cad452, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41291,1732535810314; forceNewPlan=false, retain=false
2024-11-25T11:58:13,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 27, skipping over this response of 82 bytes
2024-11-25T11:58:13,510 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0651db33b6d8a357e82f6f9061cad452, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:13,514 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0651db33b6d8a357e82f6f9061cad452, ASSIGN because future has completed
2024-11-25T11:58:13,515 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0651db33b6d8a357e82f6f9061cad452, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:58:13,678 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:13,678 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0651db33b6d8a357e82f6f9061cad452, NAME => 'testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:13,679 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:13,679 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:13,679 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:13,679 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:13,683 INFO  [StoreOpener-0651db33b6d8a357e82f6f9061cad452-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0651db33b6d8a357e82f6f9061cad452 
2024-11-25T11:58:13,686 INFO  [StoreOpener-0651db33b6d8a357e82f6f9061cad452-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0651db33b6d8a357e82f6f9061cad452 columnFamilyName testFamily
2024-11-25T11:58:13,687 DEBUG [StoreOpener-0651db33b6d8a357e82f6f9061cad452-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:13,688 INFO  [StoreOpener-0651db33b6d8a357e82f6f9061cad452-1 {}] regionserver.HStore(327): Store=0651db33b6d8a357e82f6f9061cad452/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:13,689 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:13,690 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextException/0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:13,690 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextException/0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:13,691 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:13,692 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:13,694 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:13,698 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextException/0651db33b6d8a357e82f6f9061cad452/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:13,699 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0651db33b6d8a357e82f6f9061cad452; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71045413, jitterRate=0.0586591511964798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:13,699 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:13,700 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0651db33b6d8a357e82f6f9061cad452:
Running coprocessor pre-open hook at 1732535893679Writing region info on filesystem at 1732535893679Initializing all the Stores at 1732535893682 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535893682Cleaning up temporary data from old regions at 1732535893692 (+10 ms)Running coprocessor post-open hooks at 1732535893699 (+7 ms)Region opened successfully at 1732535893699
2024-11-25T11:58:13,701 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452., pid=15, masterSystemTime=1732535893670
2024-11-25T11:58:13,705 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:13,705 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:13,706 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0651db33b6d8a357e82f6f9061cad452, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:13,709 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0651db33b6d8a357e82f6f9061cad452, server=96bb5f2c2895,41291,1732535810314 because future has completed
2024-11-25T11:58:13,715 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-25T11:58:13,715 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0651db33b6d8a357e82f6f9061cad452, server=96bb5f2c2895,41291,1732535810314 in 196 msec
2024-11-25T11:58:13,721 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-25T11:58:13,721 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0651db33b6d8a357e82f6f9061cad452, ASSIGN in 369 msec
2024-11-25T11:58:13,722 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:58:13,723 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535893722"}]},"ts":"1732535893722"}
2024-11-25T11:58:13,731 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-25T11:58:13,733 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:58:13,736 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 841 msec
2024-11-25T11:58:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-25T11:58:13,905 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-25T11:58:13,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-25T11:58:13,906 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:13,911 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-25T11:58:13,911 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:13,911 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-25T11:58:13,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:58:13,927 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:58:13,927 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-25T11:58:13,930 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-25T11:58:13,933 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-25T11:58:13,934 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-25T11:58:13,935 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1104139102850121749
2024-11-25T11:58:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46922 deadline: 1732535896933, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-25T11:58:13,938 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-25T11:58:13,939 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-25T11:58:13,940 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-25T11:58:13,941 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-25T11:58:13,941 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1104139102850121751
2024-11-25T11:58:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46922 deadline: 1732535896940, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-25T11:58:13,944 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-25T11:58:13,946 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1104139102850121752
2024-11-25T11:58:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46922 deadline: 1732535896944, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-25T11:58:13,949 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-25T11:58:13,949 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1104139102850121753
2024-11-25T11:58:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46922 deadline: 1732535896948, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-25T11:58:13,952 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-25T11:58:13,963 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147290264_22 at /127.0.0.1:60846 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=635 (was 635), ProcessCount=11 (was 11), AvailableMemoryMB=4188 (was 4194)
2024-11-25T11:58:13,973 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=635, ProcessCount=11, AvailableMemoryMB=4188
2024-11-25T11:58:13,976 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:58:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-25T11:58:13,979 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:58:13,979 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:13,979 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-25T11:58:13,981 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:58:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-25T11:58:13,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741843_1019 (size=418)
2024-11-25T11:58:14,395 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea58b004ec4d4e5fd0ae583f7727465a, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:58:14,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741844_1020 (size=69)
2024-11-25T11:58:14,807 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:14,807 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing ea58b004ec4d4e5fd0ae583f7727465a, disabling compactions & flushes
2024-11-25T11:58:14,807 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:14,807 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:14,807 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a. after waiting 0 ms
2024-11-25T11:58:14,807 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:14,807 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:14,807 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea58b004ec4d4e5fd0ae583f7727465a:
Waiting for close lock at 1732535894807Disabling compacts and flushes for region at 1732535894807Disabling writes for close at 1732535894807Writing region close event to WAL at 1732535894807Closed at 1732535894807
2024-11-25T11:58:14,809 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:58:14,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732535894809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535894809"}]},"ts":"1732535894809"}
2024-11-25T11:58:14,813 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:58:14,815 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:58:14,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535894815"}]},"ts":"1732535894815"}
2024-11-25T11:58:14,818 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-25T11:58:14,818 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ea58b004ec4d4e5fd0ae583f7727465a, ASSIGN}]
2024-11-25T11:58:14,820 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ea58b004ec4d4e5fd0ae583f7727465a, ASSIGN
2024-11-25T11:58:14,822 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ea58b004ec4d4e5fd0ae583f7727465a, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41291,1732535810314; forceNewPlan=false, retain=false
2024-11-25T11:58:14,973 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ea58b004ec4d4e5fd0ae583f7727465a, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:14,977 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ea58b004ec4d4e5fd0ae583f7727465a, ASSIGN because future has completed
2024-11-25T11:58:14,977 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea58b004ec4d4e5fd0ae583f7727465a, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:58:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-25T11:58:15,138 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:15,138 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ea58b004ec4d4e5fd0ae583f7727465a, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:15,139 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:15,139 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:15,139 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:15,139 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:15,142 INFO  [StoreOpener-ea58b004ec4d4e5fd0ae583f7727465a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ea58b004ec4d4e5fd0ae583f7727465a 
2024-11-25T11:58:15,144 INFO  [StoreOpener-ea58b004ec4d4e5fd0ae583f7727465a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea58b004ec4d4e5fd0ae583f7727465a columnFamilyName testFamily
2024-11-25T11:58:15,144 DEBUG [StoreOpener-ea58b004ec4d4e5fd0ae583f7727465a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:15,147 INFO  [StoreOpener-ea58b004ec4d4e5fd0ae583f7727465a-1 {}] regionserver.HStore(327): Store=ea58b004ec4d4e5fd0ae583f7727465a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:15,147 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:15,148 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScanner/ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:15,149 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScanner/ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:15,150 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:15,150 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:15,153 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:15,160 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScanner/ea58b004ec4d4e5fd0ae583f7727465a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:15,161 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ea58b004ec4d4e5fd0ae583f7727465a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70124758, jitterRate=0.04494032263755798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:15,161 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:15,162 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ea58b004ec4d4e5fd0ae583f7727465a:
Running coprocessor pre-open hook at 1732535895139Writing region info on filesystem at 1732535895139Initializing all the Stores at 1732535895141 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535895141Cleaning up temporary data from old regions at 1732535895150 (+9 ms)Running coprocessor post-open hooks at 1732535895161 (+11 ms)Region opened successfully at 1732535895162 (+1 ms)
2024-11-25T11:58:15,164 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., pid=18, masterSystemTime=1732535895131
2024-11-25T11:58:15,167 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:15,167 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:15,168 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ea58b004ec4d4e5fd0ae583f7727465a, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:15,172 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea58b004ec4d4e5fd0ae583f7727465a, server=96bb5f2c2895,41291,1732535810314 because future has completed
2024-11-25T11:58:15,177 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-25T11:58:15,177 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure ea58b004ec4d4e5fd0ae583f7727465a, server=96bb5f2c2895,41291,1732535810314 in 197 msec
2024-11-25T11:58:15,182 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-25T11:58:15,182 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ea58b004ec4d4e5fd0ae583f7727465a, ASSIGN in 359 msec
2024-11-25T11:58:15,184 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:58:15,184 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535895184"}]},"ts":"1732535895184"}
2024-11-25T11:58:15,187 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-25T11:58:15,189 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:58:15,192 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2130 sec
2024-11-25T11:58:16,716 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-25T11:58:16,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-25T11:58:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-25T11:58:17,015 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-25T11:58:17,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-25T11:58:17,015 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:17,020 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-25T11:58:17,020 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:17,020 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-25T11:58:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:58:17,033 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:58:17,034 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-25T11:58:17,037 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-25T11:58:17,038 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-25T11:58:18,046 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=96bb5f2c2895:41291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=57,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-25T11:58:18,046 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=57,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-25T11:58:18,046 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 from cache
2024-11-25T11:58:18,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 57, skipping over this response of 88 bytes
2024-11-25T11:58:18,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T11:58:19,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:58:19,058 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-25T11:58:19,180 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:58:20,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-25T11:58:20,036 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:20,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-25T11:58:20,037 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:20,046 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=96bb5f2c2895:41291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=59,methodName=Scan], waitTime=989ms, rpcTimeout=980ms
2024-11-25T11:58:20,047 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=59,methodName=Scan], waitTime=989ms, rpcTimeout=980ms
2024-11-25T11:58:20,047 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 from cache
2024-11-25T11:58:20,057 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=584 (was 635), ProcessCount=11 (was 11), AvailableMemoryMB=4178 (was 4188)
2024-11-25T11:58:20,064 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=584, ProcessCount=11, AvailableMemoryMB=4178
2024-11-25T11:58:20,067 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:58:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-25T11:58:20,070 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:58:20,070 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:20,070 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-25T11:58:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-25T11:58:20,071 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:58:20,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741845_1021 (size=416)
2024-11-25T11:58:20,482 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23a9221c715741605018d4a512a7354f, NAME => 'testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:58:20,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741846_1022 (size=67)
2024-11-25T11:58:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 59, skipping over this response of 88 bytes
2024-11-25T11:58:20,891 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:20,891 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 23a9221c715741605018d4a512a7354f, disabling compactions & flushes
2024-11-25T11:58:20,891 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:20,891 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:20,891 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f. after waiting 0 ms
2024-11-25T11:58:20,892 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:20,892 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:20,892 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23a9221c715741605018d4a512a7354f:
Waiting for close lock at 1732535900891Disabling compacts and flushes for region at 1732535900891Disabling writes for close at 1732535900892 (+1 ms)Writing region close event to WAL at 1732535900892Closed at 1732535900892
2024-11-25T11:58:20,894 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:58:20,894 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732535900894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535900894"}]},"ts":"1732535900894"}
2024-11-25T11:58:20,897 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:58:20,898 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:58:20,898 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535900898"}]},"ts":"1732535900898"}
2024-11-25T11:58:20,900 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-25T11:58:20,901 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=23a9221c715741605018d4a512a7354f, ASSIGN}]
2024-11-25T11:58:20,902 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=23a9221c715741605018d4a512a7354f, ASSIGN
2024-11-25T11:58:20,903 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=23a9221c715741605018d4a512a7354f, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41291,1732535810314; forceNewPlan=false, retain=false
2024-11-25T11:58:21,054 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=23a9221c715741605018d4a512a7354f, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:21,057 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=23a9221c715741605018d4a512a7354f, ASSIGN because future has completed
2024-11-25T11:58:21,057 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23a9221c715741605018d4a512a7354f, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:58:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-25T11:58:21,214 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:21,215 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 23a9221c715741605018d4a512a7354f, NAME => 'testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:21,216 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:21,216 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:21,216 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:21,216 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:21,218 INFO  [StoreOpener-23a9221c715741605018d4a512a7354f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 23a9221c715741605018d4a512a7354f 
2024-11-25T11:58:21,220 INFO  [StoreOpener-23a9221c715741605018d4a512a7354f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a9221c715741605018d4a512a7354f columnFamilyName testFamily
2024-11-25T11:58:21,221 DEBUG [StoreOpener-23a9221c715741605018d4a512a7354f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:21,221 INFO  [StoreOpener-23a9221c715741605018d4a512a7354f-1 {}] regionserver.HStore(327): Store=23a9221c715741605018d4a512a7354f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:21,221 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:21,223 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNextAsync/23a9221c715741605018d4a512a7354f
2024-11-25T11:58:21,223 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNextAsync/23a9221c715741605018d4a512a7354f
2024-11-25T11:58:21,224 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:21,224 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:21,226 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:21,229 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNextAsync/23a9221c715741605018d4a512a7354f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:21,230 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 23a9221c715741605018d4a512a7354f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59035731, jitterRate=-0.12029905617237091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:21,230 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:21,231 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 23a9221c715741605018d4a512a7354f:
Running coprocessor pre-open hook at 1732535901216Writing region info on filesystem at 1732535901216Initializing all the Stores at 1732535901218 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535901218Cleaning up temporary data from old regions at 1732535901224 (+6 ms)Running coprocessor post-open hooks at 1732535901230 (+6 ms)Region opened successfully at 1732535901231 (+1 ms)
2024-11-25T11:58:21,232 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f., pid=21, masterSystemTime=1732535901209
2024-11-25T11:58:21,235 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:21,235 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:21,235 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=23a9221c715741605018d4a512a7354f, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:21,238 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23a9221c715741605018d4a512a7354f, server=96bb5f2c2895,41291,1732535810314 because future has completed
2024-11-25T11:58:21,242 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-25T11:58:21,242 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 23a9221c715741605018d4a512a7354f, server=96bb5f2c2895,41291,1732535810314 in 182 msec
2024-11-25T11:58:21,245 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-25T11:58:21,245 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=23a9221c715741605018d4a512a7354f, ASSIGN in 341 msec
2024-11-25T11:58:21,246 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:58:21,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535901246"}]},"ts":"1732535901246"}
2024-11-25T11:58:21,248 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-25T11:58:21,249 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:58:21,251 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1820 sec
2024-11-25T11:58:22,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-25T11:58:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-25T11:58:23,105 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-25T11:58:23,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-25T11:58:23,106 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:23,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-25T11:58:23,110 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:23,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-25T11:58:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:58:23,125 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:58:23,125 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-25T11:58:23,128 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-25T11:58:23,130 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-25T11:58:23,131 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-25T11:58:23,131 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-25T11:58:26,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41291 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121764' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-25T11:58:26,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41291 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46922 deadline: 1732535907139, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121764' does not exist
2024-11-25T11:58:26,141 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 96bb5f2c2895,41291,1732535810314 for closing scanner id = 1104139102850121764 for 23a9221c715741605018d4a512a7354f of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121764' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:26,146 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=537 (was 584), ProcessCount=11 (was 11), AvailableMemoryMB=4173 (was 4178)
2024-11-25T11:58:26,154 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=537, ProcessCount=11, AvailableMemoryMB=4173
2024-11-25T11:58:26,156 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:58:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-25T11:58:26,159 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:58:26,159 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:26,160 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-25T11:58:26,161 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:58:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-25T11:58:26,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741847_1023 (size=411)
2024-11-25T11:58:26,572 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9657a3d7f5b0e606feb304f53133d318, NAME => 'testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:58:26,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741848_1024 (size=62)
2024-11-25T11:58:26,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 68, skipping over this response of 82 bytes
2024-11-25T11:58:26,717 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:58:26,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:26,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 9657a3d7f5b0e606feb304f53133d318, disabling compactions & flushes
2024-11-25T11:58:26,980 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:26,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:26,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318. after waiting 0 ms
2024-11-25T11:58:26,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:26,980 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:26,981 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9657a3d7f5b0e606feb304f53133d318:
Waiting for close lock at 1732535906980Disabling compacts and flushes for region at 1732535906980Disabling writes for close at 1732535906980Writing region close event to WAL at 1732535906980Closed at 1732535906980
2024-11-25T11:58:26,982 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:58:26,983 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535906982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535906982"}]},"ts":"1732535906982"}
2024-11-25T11:58:26,986 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:58:26,987 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:58:26,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535906987"}]},"ts":"1732535906987"}
2024-11-25T11:58:26,990 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-25T11:58:26,990 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9657a3d7f5b0e606feb304f53133d318, ASSIGN}]
2024-11-25T11:58:26,992 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9657a3d7f5b0e606feb304f53133d318, ASSIGN
2024-11-25T11:58:26,993 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9657a3d7f5b0e606feb304f53133d318, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41291,1732535810314; forceNewPlan=false, retain=false
2024-11-25T11:58:27,144 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=9657a3d7f5b0e606feb304f53133d318, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:27,147 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9657a3d7f5b0e606feb304f53133d318, ASSIGN because future has completed
2024-11-25T11:58:27,147 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9657a3d7f5b0e606feb304f53133d318, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:58:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-25T11:58:27,304 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:27,305 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9657a3d7f5b0e606feb304f53133d318, NAME => 'testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:27,305 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:27,305 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:27,305 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:27,305 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:27,307 INFO  [StoreOpener-9657a3d7f5b0e606feb304f53133d318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9657a3d7f5b0e606feb304f53133d318 
2024-11-25T11:58:27,309 INFO  [StoreOpener-9657a3d7f5b0e606feb304f53133d318-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9657a3d7f5b0e606feb304f53133d318 columnFamilyName testFamily
2024-11-25T11:58:27,309 DEBUG [StoreOpener-9657a3d7f5b0e606feb304f53133d318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:27,310 INFO  [StoreOpener-9657a3d7f5b0e606feb304f53133d318-1 {}] regionserver.HStore(327): Store=9657a3d7f5b0e606feb304f53133d318/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:27,310 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:27,311 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNext/9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:27,312 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNext/9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:27,312 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:27,312 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:27,314 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:27,317 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNext/9657a3d7f5b0e606feb304f53133d318/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:27,318 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9657a3d7f5b0e606feb304f53133d318; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71933220, jitterRate=0.0718885064125061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:27,318 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:27,318 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9657a3d7f5b0e606feb304f53133d318:
Running coprocessor pre-open hook at 1732535907305Writing region info on filesystem at 1732535907305Initializing all the Stores at 1732535907307 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535907307Cleaning up temporary data from old regions at 1732535907312 (+5 ms)Running coprocessor post-open hooks at 1732535907318 (+6 ms)Region opened successfully at 1732535907318
2024-11-25T11:58:27,319 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318., pid=24, masterSystemTime=1732535907299
2024-11-25T11:58:27,322 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:27,322 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:27,323 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=9657a3d7f5b0e606feb304f53133d318, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:27,325 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9657a3d7f5b0e606feb304f53133d318, server=96bb5f2c2895,41291,1732535810314 because future has completed
2024-11-25T11:58:27,329 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-25T11:58:27,329 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 9657a3d7f5b0e606feb304f53133d318, server=96bb5f2c2895,41291,1732535810314 in 179 msec
2024-11-25T11:58:27,331 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-25T11:58:27,332 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9657a3d7f5b0e606feb304f53133d318, ASSIGN in 339 msec
2024-11-25T11:58:27,333 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:58:27,333 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535907333"}]},"ts":"1732535907333"}
2024-11-25T11:58:27,335 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-25T11:58:27,336 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:58:27,338 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1800 sec
2024-11-25T11:58:28,719 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-25T11:58:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-25T11:58:29,175 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-25T11:58:29,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-25T11:58:29,176 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:29,180 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-25T11:58:29,180 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:29,180 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-25T11:58:29,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:58:29,192 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:58:29,192 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-25T11:58:29,194 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-25T11:58:29,196 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-25T11:58:29,197 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-25T11:58:29,197 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-25T11:58:30,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-25T11:58:30,036 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:30,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-25T11:58:30,037 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:32,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41291 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121768' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-25T11:58:32,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41291 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46922 deadline: 1732535913209, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121768' does not exist
2024-11-25T11:58:32,211 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 96bb5f2c2895,41291,1732535810314 for closing scanner id = 1104139102850121768 for 9657a3d7f5b0e606feb304f53133d318 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121768' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:32,218 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 537), ProcessCount=11 (was 11), AvailableMemoryMB=4165 (was 4173)
2024-11-25T11:58:32,228 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=4165
2024-11-25T11:58:32,230 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:58:32,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-25T11:58:32,234 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:58:32,235 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:32,235 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-25T11:58:32,236 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:58:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-25T11:58:32,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741849_1025 (size=419)
2024-11-25T11:58:32,649 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d96b19eeb5f69a0746cc38329f7cfe3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:58:32,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741850_1026 (size=70)
2024-11-25T11:58:32,672 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:32,672 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7d96b19eeb5f69a0746cc38329f7cfe3, disabling compactions & flushes
2024-11-25T11:58:32,672 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:32,672 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:32,672 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3. after waiting 0 ms
2024-11-25T11:58:32,672 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:32,672 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:32,673 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d96b19eeb5f69a0746cc38329f7cfe3:
Waiting for close lock at 1732535912672Disabling compacts and flushes for region at 1732535912672Disabling writes for close at 1732535912672Writing region close event to WAL at 1732535912672Closed at 1732535912672
2024-11-25T11:58:32,674 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:58:32,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732535912675"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535912675"}]},"ts":"1732535912675"}
2024-11-25T11:58:32,678 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:58:32,679 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:58:32,680 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535912679"}]},"ts":"1732535912679"}
2024-11-25T11:58:32,682 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-25T11:58:32,683 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7d96b19eeb5f69a0746cc38329f7cfe3, ASSIGN}]
2024-11-25T11:58:32,684 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7d96b19eeb5f69a0746cc38329f7cfe3, ASSIGN
2024-11-25T11:58:32,685 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7d96b19eeb5f69a0746cc38329f7cfe3, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41291,1732535810314; forceNewPlan=false, retain=false
2024-11-25T11:58:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-25T11:58:32,807 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:58:32,836 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=7d96b19eeb5f69a0746cc38329f7cfe3, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:32,840 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7d96b19eeb5f69a0746cc38329f7cfe3, ASSIGN because future has completed
2024-11-25T11:58:32,840 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d96b19eeb5f69a0746cc38329f7cfe3, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:58:33,001 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:33,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d96b19eeb5f69a0746cc38329f7cfe3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:33,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:33,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:33,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:33,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:33,006 INFO  [StoreOpener-7d96b19eeb5f69a0746cc38329f7cfe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7d96b19eeb5f69a0746cc38329f7cfe3 
2024-11-25T11:58:33,009 INFO  [StoreOpener-7d96b19eeb5f69a0746cc38329f7cfe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d96b19eeb5f69a0746cc38329f7cfe3 columnFamilyName testFamily
2024-11-25T11:58:33,009 DEBUG [StoreOpener-7d96b19eeb5f69a0746cc38329f7cfe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:33,010 INFO  [StoreOpener-7d96b19eeb5f69a0746cc38329f7cfe3-1 {}] regionserver.HStore(327): Store=7d96b19eeb5f69a0746cc38329f7cfe3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:33,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:33,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:33,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:33,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:33,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:33,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:33,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7d96b19eeb5f69a0746cc38329f7cfe3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:33,022 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 7d96b19eeb5f69a0746cc38329f7cfe3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59678494, jitterRate=-0.11072114109992981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:33,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:33,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 7d96b19eeb5f69a0746cc38329f7cfe3:
Running coprocessor pre-open hook at 1732535913002Writing region info on filesystem at 1732535913002Initializing all the Stores at 1732535913006 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535913006Cleaning up temporary data from old regions at 1732535913013 (+7 ms)Running coprocessor post-open hooks at 1732535913022 (+9 ms)Region opened successfully at 1732535913023 (+1 ms)
2024-11-25T11:58:33,024 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3., pid=27, masterSystemTime=1732535912994
2024-11-25T11:58:33,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:33,028 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:33,029 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=7d96b19eeb5f69a0746cc38329f7cfe3, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:33,032 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d96b19eeb5f69a0746cc38329f7cfe3, server=96bb5f2c2895,41291,1732535810314 because future has completed
2024-11-25T11:58:33,036 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-25T11:58:33,036 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d96b19eeb5f69a0746cc38329f7cfe3, server=96bb5f2c2895,41291,1732535810314 in 193 msec
2024-11-25T11:58:33,040 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-25T11:58:33,040 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7d96b19eeb5f69a0746cc38329f7cfe3, ASSIGN in 353 msec
2024-11-25T11:58:33,041 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:58:33,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535913041"}]},"ts":"1732535913041"}
2024-11-25T11:58:33,044 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-25T11:58:33,045 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:58:33,047 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 815 msec
2024-11-25T11:58:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-25T11:58:33,255 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-25T11:58:33,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-25T11:58:33,255 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:33,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-25T11:58:33,261 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:33,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-25T11:58:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:58:33,276 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:58:33,276 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-25T11:58:33,279 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-25T11:58:33,280 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-25T11:58:33,380 INFO  [master/96bb5f2c2895:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-25T11:58:33,380 INFO  [master/96bb5f2c2895:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-25T11:58:34,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-25T11:58:38,504 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:58:39,287 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=96bb5f2c2895:41291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=86,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-11-25T11:58:39,287 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=86,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-11-25T11:58:39,287 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 from cache
2024-11-25T11:58:39,299 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 494) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4152 (was 4165)
2024-11-25T11:58:39,309 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=4151
2024-11-25T11:58:39,312 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:58:39,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-25T11:58:39,315 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:58:39,315 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:39,315 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-25T11:58:39,317 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:58:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-25T11:58:39,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741851_1027 (size=407)
2024-11-25T11:58:39,733 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4227eea3f46f89c5343639c8bfea5d3a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:58:39,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741852_1028 (size=58)
2024-11-25T11:58:39,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 86, skipping over this response of 88 bytes
2024-11-25T11:58:40,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-25T11:58:40,036 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:40,148 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:40,149 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 4227eea3f46f89c5343639c8bfea5d3a, disabling compactions & flushes
2024-11-25T11:58:40,149 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:40,149 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:40,149 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a. after waiting 0 ms
2024-11-25T11:58:40,149 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:40,149 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:40,149 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4227eea3f46f89c5343639c8bfea5d3a:
Waiting for close lock at 1732535920149Disabling compacts and flushes for region at 1732535920149Disabling writes for close at 1732535920149Writing region close event to WAL at 1732535920149Closed at 1732535920149
2024-11-25T11:58:40,151 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:58:40,151 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732535920151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535920151"}]},"ts":"1732535920151"}
2024-11-25T11:58:40,154 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:58:40,155 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:58:40,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535920155"}]},"ts":"1732535920155"}
2024-11-25T11:58:40,158 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-25T11:58:40,158 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4227eea3f46f89c5343639c8bfea5d3a, ASSIGN}]
2024-11-25T11:58:40,160 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4227eea3f46f89c5343639c8bfea5d3a, ASSIGN
2024-11-25T11:58:40,161 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4227eea3f46f89c5343639c8bfea5d3a, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41291,1732535810314; forceNewPlan=false, retain=false
2024-11-25T11:58:40,313 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4227eea3f46f89c5343639c8bfea5d3a, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:40,316 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4227eea3f46f89c5343639c8bfea5d3a, ASSIGN because future has completed
2024-11-25T11:58:40,317 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4227eea3f46f89c5343639c8bfea5d3a, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:58:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-25T11:58:40,476 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:40,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 4227eea3f46f89c5343639c8bfea5d3a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:40,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:40,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:40,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:40,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:40,480 INFO  [StoreOpener-4227eea3f46f89c5343639c8bfea5d3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4227eea3f46f89c5343639c8bfea5d3a 
2024-11-25T11:58:40,482 INFO  [StoreOpener-4227eea3f46f89c5343639c8bfea5d3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4227eea3f46f89c5343639c8bfea5d3a columnFamilyName testFamily
2024-11-25T11:58:40,482 DEBUG [StoreOpener-4227eea3f46f89c5343639c8bfea5d3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:40,484 INFO  [StoreOpener-4227eea3f46f89c5343639c8bfea5d3a-1 {}] regionserver.HStore(327): Store=4227eea3f46f89c5343639c8bfea5d3a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:40,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:40,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNext/4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:40,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNext/4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:40,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:40,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:40,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:40,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNext/4227eea3f46f89c5343639c8bfea5d3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:40,492 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 4227eea3f46f89c5343639c8bfea5d3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62599942, jitterRate=-0.06718817353248596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:40,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:40,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 4227eea3f46f89c5343639c8bfea5d3a:
Running coprocessor pre-open hook at 1732535920478Writing region info on filesystem at 1732535920478Initializing all the Stores at 1732535920479 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535920479Cleaning up temporary data from old regions at 1732535920486 (+7 ms)Running coprocessor post-open hooks at 1732535920493 (+7 ms)Region opened successfully at 1732535920493
2024-11-25T11:58:40,495 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a., pid=30, masterSystemTime=1732535920470
2024-11-25T11:58:40,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:40,498 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:40,499 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4227eea3f46f89c5343639c8bfea5d3a, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:40,502 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4227eea3f46f89c5343639c8bfea5d3a, server=96bb5f2c2895,41291,1732535810314 because future has completed
2024-11-25T11:58:40,506 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-25T11:58:40,506 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 4227eea3f46f89c5343639c8bfea5d3a, server=96bb5f2c2895,41291,1732535810314 in 186 msec
2024-11-25T11:58:40,510 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-25T11:58:40,510 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4227eea3f46f89c5343639c8bfea5d3a, ASSIGN in 348 msec
2024-11-25T11:58:40,511 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:58:40,511 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535920511"}]},"ts":"1732535920511"}
2024-11-25T11:58:40,516 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-25T11:58:40,518 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:58:40,521 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2060 sec
2024-11-25T11:58:40,722 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-25T11:58:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-25T11:58:42,335 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-25T11:58:42,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-25T11:58:42,336 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:42,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-25T11:58:42,341 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:42,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-25T11:58:42,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:58:42,356 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:58:42,356 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-25T11:58:42,363 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-25T11:58:42,365 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-25T11:58:42,366 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-25T11:58:42,367 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-25T11:58:45,980 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:58:48,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41291 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121776' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-25T11:58:48,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41291 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46922 deadline: 1732535934370, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121776' does not exist
2024-11-25T11:58:48,373 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 96bb5f2c2895,41291,1732535810314 for closing scanner id = 1104139102850121776 for 4227eea3f46f89c5343639c8bfea5d3a of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1104139102850121776' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T11:58:48,379 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=495 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=4098 (was 4151)
2024-11-25T11:58:48,389 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=495, ProcessCount=11, AvailableMemoryMB=4097
2024-11-25T11:58:48,393 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T11:58:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-25T11:58:48,396 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T11:58:48,396 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:48,396 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-25T11:58:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-25T11:58:48,398 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T11:58:48,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741853_1029 (size=423)
2024-11-25T11:58:48,724 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T11:58:48,811 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cc42c383c5e69972677c7af58eb3881, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc
2024-11-25T11:58:48,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741854_1030 (size=74)
2024-11-25T11:58:48,823 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:48,823 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6cc42c383c5e69972677c7af58eb3881, disabling compactions & flushes
2024-11-25T11:58:48,823 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:48,824 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:48,824 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881. after waiting 0 ms
2024-11-25T11:58:48,824 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:48,824 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:48,824 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cc42c383c5e69972677c7af58eb3881:
Waiting for close lock at 1732535928823Disabling compacts and flushes for region at 1732535928823Disabling writes for close at 1732535928824 (+1 ms)Writing region close event to WAL at 1732535928824Closed at 1732535928824
2024-11-25T11:58:48,826 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T11:58:48,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732535928826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535928826"}]},"ts":"1732535928826"}
2024-11-25T11:58:48,830 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T11:58:48,831 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T11:58:48,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535928831"}]},"ts":"1732535928831"}
2024-11-25T11:58:48,836 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-25T11:58:48,836 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6cc42c383c5e69972677c7af58eb3881, ASSIGN}]
2024-11-25T11:58:48,838 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6cc42c383c5e69972677c7af58eb3881, ASSIGN
2024-11-25T11:58:48,840 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6cc42c383c5e69972677c7af58eb3881, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41291,1732535810314; forceNewPlan=false, retain=false
2024-11-25T11:58:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 95, skipping over this response of 82 bytes
2024-11-25T11:58:48,990 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=6cc42c383c5e69972677c7af58eb3881, regionState=OPENING, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:48,994 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6cc42c383c5e69972677c7af58eb3881, ASSIGN because future has completed
2024-11-25T11:58:48,995 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cc42c383c5e69972677c7af58eb3881, server=96bb5f2c2895,41291,1732535810314}]
2024-11-25T11:58:49,162 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:49,162 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cc42c383c5e69972677c7af58eb3881, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.', STARTKEY => '', ENDKEY => ''}
2024-11-25T11:58:49,163 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:49,163 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T11:58:49,163 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:49,163 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:49,174 INFO  [StoreOpener-6cc42c383c5e69972677c7af58eb3881-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6cc42c383c5e69972677c7af58eb3881 
2024-11-25T11:58:49,177 INFO  [StoreOpener-6cc42c383c5e69972677c7af58eb3881-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cc42c383c5e69972677c7af58eb3881 columnFamilyName testFamily
2024-11-25T11:58:49,177 DEBUG [StoreOpener-6cc42c383c5e69972677c7af58eb3881-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T11:58:49,178 INFO  [StoreOpener-6cc42c383c5e69972677c7af58eb3881-1 {}] regionserver.HStore(327): Store=6cc42c383c5e69972677c7af58eb3881/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T11:58:49,178 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:49,179 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScannerAsync/6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:49,180 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScannerAsync/6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:49,181 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:49,181 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:49,188 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:49,193 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScannerAsync/6cc42c383c5e69972677c7af58eb3881/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T11:58:49,194 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 6cc42c383c5e69972677c7af58eb3881; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73025278, jitterRate=0.08816143870353699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T11:58:49,194 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:49,196 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 6cc42c383c5e69972677c7af58eb3881:
Running coprocessor pre-open hook at 1732535929163Writing region info on filesystem at 1732535929163Initializing all the Stores at 1732535929167 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535929167Cleaning up temporary data from old regions at 1732535929181 (+14 ms)Running coprocessor post-open hooks at 1732535929194 (+13 ms)Region opened successfully at 1732535929196 (+2 ms)
2024-11-25T11:58:49,198 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., pid=33, masterSystemTime=1732535929148
2024-11-25T11:58:49,201 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:49,201 INFO  [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:49,202 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=6cc42c383c5e69972677c7af58eb3881, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:49,205 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cc42c383c5e69972677c7af58eb3881, server=96bb5f2c2895,41291,1732535810314 because future has completed
2024-11-25T11:58:49,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-25T11:58:49,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cc42c383c5e69972677c7af58eb3881, server=96bb5f2c2895,41291,1732535810314 in 212 msec
2024-11-25T11:58:49,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-25T11:58:49,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6cc42c383c5e69972677c7af58eb3881, ASSIGN in 374 msec
2024-11-25T11:58:49,216 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T11:58:49,217 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535929216"}]},"ts":"1732535929216"}
2024-11-25T11:58:49,220 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-25T11:58:49,222 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T11:58:49,225 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 829 msec
2024-11-25T11:58:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-25T11:58:49,415 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-25T11:58:49,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-25T11:58:49,416 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:49,422 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-25T11:58:49,422 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T11:58:49,422 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-25T11:58:49,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:58:49,438 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-25T11:58:49,438 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-25T11:58:49,442 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-25T11:58:49,444 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-25T11:58:50,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-25T11:58:50,036 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:50,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-25T11:58:50,037 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-25T11:58:50,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=96bb5f2c2895:41291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=103,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-25T11:58:50,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=103,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-25T11:58:50,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 from cache
2024-11-25T11:58:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 103, skipping over this response of 88 bytes
2024-11-25T11:58:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2]
2024-11-25T11:58:51,469 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-25T11:58:52,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=96bb5f2c2895:41291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=105,methodName=Scan], waitTime=978ms, rpcTimeout=973ms
2024-11-25T11:58:52,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=105,methodName=Scan], waitTime=978ms, rpcTimeout=973ms
2024-11-25T11:58:52,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., hostname=96bb5f2c2895,41291,1732535810314, seqNum=2 from cache
2024-11-25T11:58:52,456 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=495 (was 495), ProcessCount=11 (was 11), AvailableMemoryMB=4054 (was 4097)
2024-11-25T11:58:52,457 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T11:58:52,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:58:52,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:58:52,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:58:52,462 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T11:58:52,463 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-25T11:58:52,463 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T11:58:52,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:58:52,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:58:52,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:58:52,463 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T11:58:52,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-25T11:58:52,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1780335685, stopped=false
2024-11-25T11:58:52,464 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,35571,1732535809636
2024-11-25T11:58:52,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-25T11:58:52,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-25T11:58:52,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:52,466 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-25T11:58:52,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:52,466 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T11:58:52,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:58:52,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:58:52,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:58:52,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-25T11:58:52,467 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,41291,1732535810314' *****
2024-11-25T11:58:52,467 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-25T11:58:52,467 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-25T11:58:52,468 INFO  [RS:0;96bb5f2c2895:41291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-25T11:58:52,468 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-25T11:58:52,468 INFO  [RS:0;96bb5f2c2895:41291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-25T11:58:52,468 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 0651db33b6d8a357e82f6f9061cad452
2024-11-25T11:58:52,468 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 4227eea3f46f89c5343639c8bfea5d3a
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cc42c383c5e69972677c7af58eb3881
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for c7c1d03bb3bf021506b06f95d1d97cde
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b888cc9e991634dcc2fd1608796c708
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d96b19eeb5f69a0746cc38329f7cfe3
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 349e350a288165e4e7fdc70136d5eae6
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:52,469 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0651db33b6d8a357e82f6f9061cad452, disabling compactions & flushes
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:52,469 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:52,469 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:52,469 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452. after waiting 0 ms
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-25T11:58:52,469 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:52,469 INFO  [RS:0;96bb5f2c2895:41291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:41291.
2024-11-25T11:58:52,469 DEBUG [RS:0;96bb5f2c2895:41291 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T11:58:52,469 DEBUG [RS:0;96bb5f2c2895:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:58:52,470 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-25T11:58:52,470 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-25T11:58:52,470 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-25T11:58:52,470 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-25T11:58:52,470 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-25T11:58:52,470 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-25T11:58:52,471 INFO  [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-25T11:58:52,471 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-25T11:58:52,471 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-25T11:58:52,471 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-25T11:58:52,471 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 0651db33b6d8a357e82f6f9061cad452, 1588230740, 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 4227eea3f46f89c5343639c8bfea5d3a, 6cc42c383c5e69972677c7af58eb3881, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, c7c1d03bb3bf021506b06f95d1d97cde, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:52,473 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0651db33b6d8a357e82f6f9061cad452 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:58:52,473 INFO  [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-25T11:58:52,535 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextException/0651db33b6d8a357e82f6f9061cad452/.tmp/testFamily/5fffd6af99e146cab0d0b15217832891 is 61, key is row-0/testFamily:testQualifier/1732535893916/Put/seqid=0
2024-11-25T11:58:52,541 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/.tmp/info/663118ae372a402793548c23ec8842a5 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708./info:regioninfo/1732535874716/Put/seqid=0
2024-11-25T11:58:52,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741855_1031 (size=5049)
2024-11-25T11:58:52,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741856_1032 (size=20564)
2024-11-25T11:58:52,671 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 0651db33b6d8a357e82f6f9061cad452, 1588230740, 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 4227eea3f46f89c5343639c8bfea5d3a, 6cc42c383c5e69972677c7af58eb3881, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, c7c1d03bb3bf021506b06f95d1d97cde, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:52,716 INFO  [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-25T11:58:52,716 INFO  [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-25T11:58:52,724 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-25T11:58:52,872 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 0651db33b6d8a357e82f6f9061cad452, 1588230740, 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 4227eea3f46f89c5343639c8bfea5d3a, 6cc42c383c5e69972677c7af58eb3881, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, c7c1d03bb3bf021506b06f95d1d97cde, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:52,947 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextException/0651db33b6d8a357e82f6f9061cad452/.tmp/testFamily/5fffd6af99e146cab0d0b15217832891
2024-11-25T11:58:52,952 INFO  [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/.tmp/info/663118ae372a402793548c23ec8842a5
2024-11-25T11:58:52,970 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-25T11:58:52,995 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextException/0651db33b6d8a357e82f6f9061cad452/.tmp/testFamily/5fffd6af99e146cab0d0b15217832891 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextException/0651db33b6d8a357e82f6f9061cad452/testFamily/5fffd6af99e146cab0d0b15217832891
2024-11-25T11:58:53,004 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextException/0651db33b6d8a357e82f6f9061cad452/testFamily/5fffd6af99e146cab0d0b15217832891, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:58:53,010 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0651db33b6d8a357e82f6f9061cad452 in 537ms, sequenceid=8, compaction requested=false
2024-11-25T11:58:53,014 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/.tmp/ns/708be285ade240fdb20dd00c53245142 is 43, key is default/ns:d/1732535873243/Put/seqid=0
2024-11-25T11:58:53,018 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextException/0651db33b6d8a357e82f6f9061cad452/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:58:53,021 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:53,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741857_1033 (size=5153)
2024-11-25T11:58:53,021 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0651db33b6d8a357e82f6f9061cad452:
Waiting for close lock at 1732535932469Running coprocessor pre-close hooks at 1732535932469Disabling compacts and flushes for region at 1732535932469Disabling writes for close at 1732535932469Obtaining lock to block concurrent updates at 1732535932473 (+4 ms)Preparing flush snapshotting stores in 0651db33b6d8a357e82f6f9061cad452 at 1732535932473Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732535932481 (+8 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452. at 1732535932483 (+2 ms)Flushing 0651db33b6d8a357e82f6f9061cad452/testFamily: creating writer at 1732535932484 (+1 ms)Flushing 0651db33b6d8a357e82f6f9061cad452/testFamily: appending metadata at 1732535932528 (+44 ms)Flushing 0651db33b6d8a357e82f6f9061cad452/testFamily: closing flushed file at 1732535932532 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56f13848: reopening flushed file at 1732535932993 (+461 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0651db33b6d8a357e82f6f9061cad452 in 537ms, sequenceid=8, compaction requested=false at 1732535933010 (+17 ms)Writing region close event to WAL at 1732535933012 (+2 ms)Running coprocessor post-close hooks at 1732535933019 (+7 ms)Closed at 1732535933021 (+2 ms)
2024-11-25T11:58:53,022 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732535892891.0651db33b6d8a357e82f6f9061cad452.
2024-11-25T11:58:53,022 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4227eea3f46f89c5343639c8bfea5d3a, disabling compactions & flushes
2024-11-25T11:58:53,022 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:53,022 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:53,022 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a. after waiting 0 ms
2024-11-25T11:58:53,022 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:53,022 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4227eea3f46f89c5343639c8bfea5d3a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:58:53,047 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNext/4227eea3f46f89c5343639c8bfea5d3a/.tmp/testFamily/acc5613a318f4840aefe94677b72cb2f is 61, key is row-0/testFamily:testQualifier/1732535922346/Put/seqid=0
2024-11-25T11:58:53,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741858_1034 (size=5049)
2024-11-25T11:58:53,072 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 4227eea3f46f89c5343639c8bfea5d3a, 6cc42c383c5e69972677c7af58eb3881, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, c7c1d03bb3bf021506b06f95d1d97cde, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:53,272 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 4227eea3f46f89c5343639c8bfea5d3a, 6cc42c383c5e69972677c7af58eb3881, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, c7c1d03bb3bf021506b06f95d1d97cde, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:53,421 INFO  [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/.tmp/ns/708be285ade240fdb20dd00c53245142
2024-11-25T11:58:53,445 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/.tmp/table/d368a1d746c947afa148735b482d5e23 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732535874731/Put/seqid=0
2024-11-25T11:58:53,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741859_1035 (size=6699)
2024-11-25T11:58:53,453 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNext/4227eea3f46f89c5343639c8bfea5d3a/.tmp/testFamily/acc5613a318f4840aefe94677b72cb2f
2024-11-25T11:58:53,461 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNext/4227eea3f46f89c5343639c8bfea5d3a/.tmp/testFamily/acc5613a318f4840aefe94677b72cb2f as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNext/4227eea3f46f89c5343639c8bfea5d3a/testFamily/acc5613a318f4840aefe94677b72cb2f
2024-11-25T11:58:53,469 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNext/4227eea3f46f89c5343639c8bfea5d3a/testFamily/acc5613a318f4840aefe94677b72cb2f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:58:53,472 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4227eea3f46f89c5343639c8bfea5d3a in 450ms, sequenceid=8, compaction requested=false
2024-11-25T11:58:53,472 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-25T11:58:53,473 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 4227eea3f46f89c5343639c8bfea5d3a, 6cc42c383c5e69972677c7af58eb3881, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, c7c1d03bb3bf021506b06f95d1d97cde, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:53,478 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNext/4227eea3f46f89c5343639c8bfea5d3a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:58:53,478 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:53,479 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4227eea3f46f89c5343639c8bfea5d3a:
Waiting for close lock at 1732535933022Running coprocessor pre-close hooks at 1732535933022Disabling compacts and flushes for region at 1732535933022Disabling writes for close at 1732535933022Obtaining lock to block concurrent updates at 1732535933022Preparing flush snapshotting stores in 4227eea3f46f89c5343639c8bfea5d3a at 1732535933022Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732535933023 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a. at 1732535933023Flushing 4227eea3f46f89c5343639c8bfea5d3a/testFamily: creating writer at 1732535933023Flushing 4227eea3f46f89c5343639c8bfea5d3a/testFamily: appending metadata at 1732535933046 (+23 ms)Flushing 4227eea3f46f89c5343639c8bfea5d3a/testFamily: closing flushed file at 1732535933046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19150a7b: reopening flushed file at 1732535933460 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4227eea3f46f89c5343639c8bfea5d3a in 450ms, sequenceid=8, compaction requested=false at 1732535933472 (+12 ms)Writing region close event to WAL at 1732535933473 (+1 ms)Running coprocessor post-close hooks at 1732535933478 (+5 ms)Closed at 1732535933478
2024-11-25T11:58:53,479 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732535919311.4227eea3f46f89c5343639c8bfea5d3a.
2024-11-25T11:58:53,479 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cc42c383c5e69972677c7af58eb3881, disabling compactions & flushes
2024-11-25T11:58:53,479 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:53,479 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:53,479 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881. after waiting 0 ms
2024-11-25T11:58:53,479 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:53,479 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6cc42c383c5e69972677c7af58eb3881 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:58:53,497 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScannerAsync/6cc42c383c5e69972677c7af58eb3881/.tmp/testFamily/3bd0a9e0106e422883a525306bd61262 is 61, key is row-0/testFamily:testQualifier/1732535929427/Put/seqid=0
2024-11-25T11:58:53,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741860_1036 (size=5049)
2024-11-25T11:58:53,673 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 6cc42c383c5e69972677c7af58eb3881, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, c7c1d03bb3bf021506b06f95d1d97cde, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:53,852 INFO  [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/.tmp/table/d368a1d746c947afa148735b482d5e23
2024-11-25T11:58:53,860 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/.tmp/info/663118ae372a402793548c23ec8842a5 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/info/663118ae372a402793548c23ec8842a5
2024-11-25T11:58:53,868 INFO  [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/info/663118ae372a402793548c23ec8842a5, entries=100, sequenceid=56, filesize=20.1 K
2024-11-25T11:58:53,869 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/.tmp/ns/708be285ade240fdb20dd00c53245142 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/ns/708be285ade240fdb20dd00c53245142
2024-11-25T11:58:53,873 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 6cc42c383c5e69972677c7af58eb3881, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, c7c1d03bb3bf021506b06f95d1d97cde, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:53,876 INFO  [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/ns/708be285ade240fdb20dd00c53245142, entries=2, sequenceid=56, filesize=5.0 K
2024-11-25T11:58:53,877 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/.tmp/table/d368a1d746c947afa148735b482d5e23 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/table/d368a1d746c947afa148735b482d5e23
2024-11-25T11:58:53,885 INFO  [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/table/d368a1d746c947afa148735b482d5e23, entries=20, sequenceid=56, filesize=6.5 K
2024-11-25T11:58:53,886 INFO  [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=56, compaction requested=false
2024-11-25T11:58:53,891 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-25T11:58:53,892 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-25T11:58:53,893 INFO  [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-25T11:58:53,893 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732535932470Running coprocessor pre-close hooks at 1732535932470Disabling compacts and flushes for region at 1732535932470Disabling writes for close at 1732535932471 (+1 ms)Obtaining lock to block concurrent updates at 1732535932473 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732535932473Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732535932481 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732535932483 (+2 ms)Flushing 1588230740/info: creating writer at 1732535932484 (+1 ms)Flushing 1588230740/info: appending metadata at 1732535932536 (+52 ms)Flushing 1588230740/info: closing flushed file at 1732535932536Flushing 1588230740/ns: creating writer at 1732535932993 (+457 ms)Flushing 1588230740/ns: appending metadata at 1732535933012 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732535933012Flushing 1588230740/table: creating writer at 1732535933429 (+417 ms)Flushing 1588230740/table: appending metadata at 1732535933445 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732535933445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66477010: reopening flushed file at 1732535933859 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b817f1: reopening flushed file at 1732535933868 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683c5f42: reopening flushed file at 1732535933876 (+8 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=56, compaction requested=false at 1732535933886 (+10 ms)Writing region close event to WAL at 1732535933887 (+1 ms)Running coprocessor post-close hooks at 1732535933892 (+5 ms)Closed at 1732535933893 (+1 ms)
2024-11-25T11:58:53,893 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-25T11:58:53,902 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScannerAsync/6cc42c383c5e69972677c7af58eb3881/.tmp/testFamily/3bd0a9e0106e422883a525306bd61262
2024-11-25T11:58:53,910 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScannerAsync/6cc42c383c5e69972677c7af58eb3881/.tmp/testFamily/3bd0a9e0106e422883a525306bd61262 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScannerAsync/6cc42c383c5e69972677c7af58eb3881/testFamily/3bd0a9e0106e422883a525306bd61262
2024-11-25T11:58:53,918 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScannerAsync/6cc42c383c5e69972677c7af58eb3881/testFamily/3bd0a9e0106e422883a525306bd61262, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:58:53,919 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6cc42c383c5e69972677c7af58eb3881 in 440ms, sequenceid=8, compaction requested=false
2024-11-25T11:58:53,924 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScannerAsync/6cc42c383c5e69972677c7af58eb3881/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:58:53,925 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:53,925 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cc42c383c5e69972677c7af58eb3881:
Waiting for close lock at 1732535933479Running coprocessor pre-close hooks at 1732535933479Disabling compacts and flushes for region at 1732535933479Disabling writes for close at 1732535933479Obtaining lock to block concurrent updates at 1732535933479Preparing flush snapshotting stores in 6cc42c383c5e69972677c7af58eb3881 at 1732535933479Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732535933480 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881. at 1732535933480Flushing 6cc42c383c5e69972677c7af58eb3881/testFamily: creating writer at 1732535933480Flushing 6cc42c383c5e69972677c7af58eb3881/testFamily: appending metadata at 1732535933496 (+16 ms)Flushing 6cc42c383c5e69972677c7af58eb3881/testFamily: closing flushed file at 1732535933496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218eace4: reopening flushed file at 1732535933910 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6cc42c383c5e69972677c7af58eb3881 in 440ms, sequenceid=8, compaction requested=false at 1732535933919 (+9 ms)Writing region close event to WAL at 1732535933920 (+1 ms)Running coprocessor post-close hooks at 1732535933925 (+5 ms)Closed at 1732535933925
2024-11-25T11:58:53,925 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732535928392.6cc42c383c5e69972677c7af58eb3881.
2024-11-25T11:58:53,926 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7c1d03bb3bf021506b06f95d1d97cde, disabling compactions & flushes
2024-11-25T11:58:53,926 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:58:53,926 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:58:53,926 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde. after waiting 0 ms
2024-11-25T11:58:53,926 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:58:53,926 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7c1d03bb3bf021506b06f95d1d97cde 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:58:53,945 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScanner/c7c1d03bb3bf021506b06f95d1d97cde/.tmp/testFamily/d244b063469c48e6bdef7c6d32f834a2 is 61, key is row-0/testFamily:testQualifier/1732535877711/Put/seqid=0
2024-11-25T11:58:53,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741861_1037 (size=5049)
2024-11-25T11:58:54,073 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, c7c1d03bb3bf021506b06f95d1d97cde, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:54,125 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-25T11:58:54,274 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, c7c1d03bb3bf021506b06f95d1d97cde, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:54,351 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScanner/c7c1d03bb3bf021506b06f95d1d97cde/.tmp/testFamily/d244b063469c48e6bdef7c6d32f834a2
2024-11-25T11:58:54,359 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScanner/c7c1d03bb3bf021506b06f95d1d97cde/.tmp/testFamily/d244b063469c48e6bdef7c6d32f834a2 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScanner/c7c1d03bb3bf021506b06f95d1d97cde/testFamily/d244b063469c48e6bdef7c6d32f834a2
2024-11-25T11:58:54,365 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScanner/c7c1d03bb3bf021506b06f95d1d97cde/testFamily/d244b063469c48e6bdef7c6d32f834a2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:58:54,366 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c7c1d03bb3bf021506b06f95d1d97cde in 440ms, sequenceid=8, compaction requested=false
2024-11-25T11:58:54,371 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScanner/c7c1d03bb3bf021506b06f95d1d97cde/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:58:54,371 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:58:54,372 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7c1d03bb3bf021506b06f95d1d97cde:
Waiting for close lock at 1732535933926Running coprocessor pre-close hooks at 1732535933926Disabling compacts and flushes for region at 1732535933926Disabling writes for close at 1732535933926Obtaining lock to block concurrent updates at 1732535933926Preparing flush snapshotting stores in c7c1d03bb3bf021506b06f95d1d97cde at 1732535933926Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732535933926Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde. at 1732535933927 (+1 ms)Flushing c7c1d03bb3bf021506b06f95d1d97cde/testFamily: creating writer at 1732535933927Flushing c7c1d03bb3bf021506b06f95d1d97cde/testFamily: appending metadata at 1732535933945 (+18 ms)Flushing c7c1d03bb3bf021506b06f95d1d97cde/testFamily: closing flushed file at 1732535933945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a05ee3: reopening flushed file at 1732535934358 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c7c1d03bb3bf021506b06f95d1d97cde in 440ms, sequenceid=8, compaction requested=false at 1732535934366 (+8 ms)Writing region close event to WAL at 1732535934367 (+1 ms)Running coprocessor post-close hooks at 1732535934371 (+4 ms)Closed at 1732535934371
2024-11-25T11:58:54,372 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732535876663.c7c1d03bb3bf021506b06f95d1d97cde.
2024-11-25T11:58:54,372 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b888cc9e991634dcc2fd1608796c708, disabling compactions & flushes
2024-11-25T11:58:54,372 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:58:54,372 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:58:54,372 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708. after waiting 0 ms
2024-11-25T11:58:54,372 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:58:54,372 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b888cc9e991634dcc2fd1608796c708 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:58:54,388 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2b888cc9e991634dcc2fd1608796c708/.tmp/testFamily/cae6eccd06b143dab4af6e27ada11583 is 61, key is row-0/testFamily:testQualifier/1732535876584/Put/seqid=0
2024-11-25T11:58:54,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741862_1038 (size=5049)
2024-11-25T11:58:54,474 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-25T11:58:54,474 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1325): Online Regions={2b888cc9e991634dcc2fd1608796c708=testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708., 7d96b19eeb5f69a0746cc38329f7cfe3=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3., 349e350a288165e4e7fdc70136d5eae6=hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6., ea58b004ec4d4e5fd0ae583f7727465a=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., 9657a3d7f5b0e606feb304f53133d318=testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318., 23a9221c715741605018d4a512a7354f=testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.}
2024-11-25T11:58:54,474 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:54,664 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-25T11:58:54,675 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 2b888cc9e991634dcc2fd1608796c708, 349e350a288165e4e7fdc70136d5eae6, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:54,793 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2b888cc9e991634dcc2fd1608796c708/.tmp/testFamily/cae6eccd06b143dab4af6e27ada11583
2024-11-25T11:58:54,801 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2b888cc9e991634dcc2fd1608796c708/.tmp/testFamily/cae6eccd06b143dab4af6e27ada11583 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2b888cc9e991634dcc2fd1608796c708/testFamily/cae6eccd06b143dab4af6e27ada11583
2024-11-25T11:58:54,808 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2b888cc9e991634dcc2fd1608796c708/testFamily/cae6eccd06b143dab4af6e27ada11583, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:58:54,809 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2b888cc9e991634dcc2fd1608796c708 in 437ms, sequenceid=8, compaction requested=false
2024-11-25T11:58:54,813 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2b888cc9e991634dcc2fd1608796c708/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:58:54,814 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:58:54,814 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b888cc9e991634dcc2fd1608796c708:
Waiting for close lock at 1732535934372Running coprocessor pre-close hooks at 1732535934372Disabling compacts and flushes for region at 1732535934372Disabling writes for close at 1732535934372Obtaining lock to block concurrent updates at 1732535934372Preparing flush snapshotting stores in 2b888cc9e991634dcc2fd1608796c708 at 1732535934372Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732535934372Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708. at 1732535934373 (+1 ms)Flushing 2b888cc9e991634dcc2fd1608796c708/testFamily: creating writer at 1732535934373Flushing 2b888cc9e991634dcc2fd1608796c708/testFamily: appending metadata at 1732535934388 (+15 ms)Flushing 2b888cc9e991634dcc2fd1608796c708/testFamily: closing flushed file at 1732535934388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f3acc09: reopening flushed file at 1732535934800 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2b888cc9e991634dcc2fd1608796c708 in 437ms, sequenceid=8, compaction requested=false at 1732535934809 (+9 ms)Writing region close event to WAL at 1732535934810 (+1 ms)Running coprocessor post-close hooks at 1732535934814 (+4 ms)Closed at 1732535934814
2024-11-25T11:58:54,814 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732535873492.2b888cc9e991634dcc2fd1608796c708.
2024-11-25T11:58:54,815 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d96b19eeb5f69a0746cc38329f7cfe3, disabling compactions & flushes
2024-11-25T11:58:54,815 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:54,815 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:54,815 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3. after waiting 0 ms
2024-11-25T11:58:54,815 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:54,815 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d96b19eeb5f69a0746cc38329f7cfe3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:58:54,831 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7d96b19eeb5f69a0746cc38329f7cfe3/.tmp/testFamily/1a2c6a3cd1384c148e2487343f769e6a is 61, key is row-0/testFamily:testQualifier/1732535913265/Put/seqid=0
2024-11-25T11:58:54,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741863_1039 (size=5049)
2024-11-25T11:58:54,875 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 349e350a288165e4e7fdc70136d5eae6, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:55,075 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 349e350a288165e4e7fdc70136d5eae6, 7d96b19eeb5f69a0746cc38329f7cfe3, 9657a3d7f5b0e606feb304f53133d318, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:55,237 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7d96b19eeb5f69a0746cc38329f7cfe3/.tmp/testFamily/1a2c6a3cd1384c148e2487343f769e6a
2024-11-25T11:58:55,246 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7d96b19eeb5f69a0746cc38329f7cfe3/.tmp/testFamily/1a2c6a3cd1384c148e2487343f769e6a as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7d96b19eeb5f69a0746cc38329f7cfe3/testFamily/1a2c6a3cd1384c148e2487343f769e6a
2024-11-25T11:58:55,253 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7d96b19eeb5f69a0746cc38329f7cfe3/testFamily/1a2c6a3cd1384c148e2487343f769e6a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:58:55,254 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7d96b19eeb5f69a0746cc38329f7cfe3 in 439ms, sequenceid=8, compaction requested=false
2024-11-25T11:58:55,259 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7d96b19eeb5f69a0746cc38329f7cfe3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:58:55,259 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:55,259 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d96b19eeb5f69a0746cc38329f7cfe3:
Waiting for close lock at 1732535934814Running coprocessor pre-close hooks at 1732535934814Disabling compacts and flushes for region at 1732535934815 (+1 ms)Disabling writes for close at 1732535934815Obtaining lock to block concurrent updates at 1732535934815Preparing flush snapshotting stores in 7d96b19eeb5f69a0746cc38329f7cfe3 at 1732535934815Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732535934815Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3. at 1732535934815Flushing 7d96b19eeb5f69a0746cc38329f7cfe3/testFamily: creating writer at 1732535934816 (+1 ms)Flushing 7d96b19eeb5f69a0746cc38329f7cfe3/testFamily: appending metadata at 1732535934831 (+15 ms)Flushing 7d96b19eeb5f69a0746cc38329f7cfe3/testFamily: closing flushed file at 1732535934831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7383f3ab: reopening flushed file at 1732535935245 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7d96b19eeb5f69a0746cc38329f7cfe3 in 439ms, sequenceid=8, compaction requested=false at 1732535935254 (+9 ms)Writing region close event to WAL at 1732535935255 (+1 ms)Running coprocessor post-close hooks at 1732535935259 (+4 ms)Closed at 1732535935259
2024-11-25T11:58:55,259 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732535912230.7d96b19eeb5f69a0746cc38329f7cfe3.
2024-11-25T11:58:55,260 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 349e350a288165e4e7fdc70136d5eae6, disabling compactions & flushes
2024-11-25T11:58:55,260 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:55,260 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:55,260 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6. after waiting 0 ms
2024-11-25T11:58:55,260 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:55,260 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 349e350a288165e4e7fdc70136d5eae6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:58:55,275 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 349e350a288165e4e7fdc70136d5eae6, 9657a3d7f5b0e606feb304f53133d318, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:55,276 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNextAsync/349e350a288165e4e7fdc70136d5eae6/.tmp/testFamily/7846dd45057d4de29ac33b58af483c4b is 61, key is row-0/testFamily:testQualifier/1732535886838/Put/seqid=0
2024-11-25T11:58:55,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741864_1040 (size=5049)
2024-11-25T11:58:55,476 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-25T11:58:55,476 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1325): Online Regions={349e350a288165e4e7fdc70136d5eae6=hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6., ea58b004ec4d4e5fd0ae583f7727465a=testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., 9657a3d7f5b0e606feb304f53133d318=testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318., 23a9221c715741605018d4a512a7354f=testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.}
2024-11-25T11:58:55,476 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 349e350a288165e4e7fdc70136d5eae6, 9657a3d7f5b0e606feb304f53133d318, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:55,676 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 349e350a288165e4e7fdc70136d5eae6, 9657a3d7f5b0e606feb304f53133d318, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:55,680 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNextAsync/349e350a288165e4e7fdc70136d5eae6/.tmp/testFamily/7846dd45057d4de29ac33b58af483c4b
2024-11-25T11:58:55,689 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNextAsync/349e350a288165e4e7fdc70136d5eae6/.tmp/testFamily/7846dd45057d4de29ac33b58af483c4b as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNextAsync/349e350a288165e4e7fdc70136d5eae6/testFamily/7846dd45057d4de29ac33b58af483c4b
2024-11-25T11:58:55,695 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNextAsync/349e350a288165e4e7fdc70136d5eae6/testFamily/7846dd45057d4de29ac33b58af483c4b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:58:55,697 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 349e350a288165e4e7fdc70136d5eae6 in 437ms, sequenceid=8, compaction requested=false
2024-11-25T11:58:55,701 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/hbase/testMetaScanTimeoutOnNextAsync/349e350a288165e4e7fdc70136d5eae6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:58:55,702 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:55,702 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 349e350a288165e4e7fdc70136d5eae6:
Waiting for close lock at 1732535935260Running coprocessor pre-close hooks at 1732535935260Disabling compacts and flushes for region at 1732535935260Disabling writes for close at 1732535935260Obtaining lock to block concurrent updates at 1732535935260Preparing flush snapshotting stores in 349e350a288165e4e7fdc70136d5eae6 at 1732535935260Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732535935260Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6. at 1732535935261 (+1 ms)Flushing 349e350a288165e4e7fdc70136d5eae6/testFamily: creating writer at 1732535935261Flushing 349e350a288165e4e7fdc70136d5eae6/testFamily: appending metadata at 1732535935275 (+14 ms)Flushing 349e350a288165e4e7fdc70136d5eae6/testFamily: closing flushed file at 1732535935275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114f51b0: reopening flushed file at 1732535935688 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 349e350a288165e4e7fdc70136d5eae6 in 437ms, sequenceid=8, compaction requested=false at 1732535935697 (+9 ms)Writing region close event to WAL at 1732535935697Running coprocessor post-close hooks at 1732535935702 (+5 ms)Closed at 1732535935702
2024-11-25T11:58:55,702 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732535883784.349e350a288165e4e7fdc70136d5eae6.
2024-11-25T11:58:55,702 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea58b004ec4d4e5fd0ae583f7727465a, disabling compactions & flushes
2024-11-25T11:58:55,702 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:55,702 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:55,702 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a. after waiting 0 ms
2024-11-25T11:58:55,702 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:55,702 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea58b004ec4d4e5fd0ae583f7727465a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:58:55,719 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScanner/ea58b004ec4d4e5fd0ae583f7727465a/.tmp/testFamily/01d13502b52c4b78bc797dbe495b2469 is 61, key is row-0/testFamily:testQualifier/1732535897024/Put/seqid=0
2024-11-25T11:58:55,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741865_1041 (size=5049)
2024-11-25T11:58:55,876 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 9657a3d7f5b0e606feb304f53133d318, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:56,077 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 9657a3d7f5b0e606feb304f53133d318, ea58b004ec4d4e5fd0ae583f7727465a
2024-11-25T11:58:56,125 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScanner/ea58b004ec4d4e5fd0ae583f7727465a/.tmp/testFamily/01d13502b52c4b78bc797dbe495b2469
2024-11-25T11:58:56,133 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScanner/ea58b004ec4d4e5fd0ae583f7727465a/.tmp/testFamily/01d13502b52c4b78bc797dbe495b2469 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScanner/ea58b004ec4d4e5fd0ae583f7727465a/testFamily/01d13502b52c4b78bc797dbe495b2469
2024-11-25T11:58:56,140 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScanner/ea58b004ec4d4e5fd0ae583f7727465a/testFamily/01d13502b52c4b78bc797dbe495b2469, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:58:56,141 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ea58b004ec4d4e5fd0ae583f7727465a in 439ms, sequenceid=8, compaction requested=false
2024-11-25T11:58:56,146 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnOpenScanner/ea58b004ec4d4e5fd0ae583f7727465a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:58:56,147 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:56,147 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea58b004ec4d4e5fd0ae583f7727465a:
Waiting for close lock at 1732535935702Running coprocessor pre-close hooks at 1732535935702Disabling compacts and flushes for region at 1732535935702Disabling writes for close at 1732535935702Obtaining lock to block concurrent updates at 1732535935702Preparing flush snapshotting stores in ea58b004ec4d4e5fd0ae583f7727465a at 1732535935702Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732535935703 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a. at 1732535935703Flushing ea58b004ec4d4e5fd0ae583f7727465a/testFamily: creating writer at 1732535935703Flushing ea58b004ec4d4e5fd0ae583f7727465a/testFamily: appending metadata at 1732535935718 (+15 ms)Flushing ea58b004ec4d4e5fd0ae583f7727465a/testFamily: closing flushed file at 1732535935718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b213e0: reopening flushed file at 1732535936131 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ea58b004ec4d4e5fd0ae583f7727465a in 439ms, sequenceid=8, compaction requested=false at 1732535936141 (+10 ms)Writing region close event to WAL at 1732535936142 (+1 ms)Running coprocessor post-close hooks at 1732535936147 (+5 ms)Closed at 1732535936147
2024-11-25T11:58:56,147 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732535893975.ea58b004ec4d4e5fd0ae583f7727465a.
2024-11-25T11:58:56,147 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9657a3d7f5b0e606feb304f53133d318, disabling compactions & flushes
2024-11-25T11:58:56,147 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:56,147 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:56,147 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318. after waiting 0 ms
2024-11-25T11:58:56,147 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:56,147 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9657a3d7f5b0e606feb304f53133d318 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:58:56,164 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNext/9657a3d7f5b0e606feb304f53133d318/.tmp/testFamily/ee2c8044ca7448908039bc35dc82ab68 is 61, key is row-0/testFamily:testQualifier/1732535909184/Put/seqid=0
2024-11-25T11:58:56,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741866_1042 (size=5049)
2024-11-25T11:58:56,277 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:56,477 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-25T11:58:56,477 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1325): Online Regions={9657a3d7f5b0e606feb304f53133d318=testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318., 23a9221c715741605018d4a512a7354f=testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.}
2024-11-25T11:58:56,477 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f, 9657a3d7f5b0e606feb304f53133d318
2024-11-25T11:58:56,570 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNext/9657a3d7f5b0e606feb304f53133d318/.tmp/testFamily/ee2c8044ca7448908039bc35dc82ab68
2024-11-25T11:58:56,578 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNext/9657a3d7f5b0e606feb304f53133d318/.tmp/testFamily/ee2c8044ca7448908039bc35dc82ab68 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNext/9657a3d7f5b0e606feb304f53133d318/testFamily/ee2c8044ca7448908039bc35dc82ab68
2024-11-25T11:58:56,584 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNext/9657a3d7f5b0e606feb304f53133d318/testFamily/ee2c8044ca7448908039bc35dc82ab68, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:58:56,585 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9657a3d7f5b0e606feb304f53133d318 in 438ms, sequenceid=8, compaction requested=false
2024-11-25T11:58:56,590 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNext/9657a3d7f5b0e606feb304f53133d318/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:58:56,591 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:56,591 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9657a3d7f5b0e606feb304f53133d318:
Waiting for close lock at 1732535936147Running coprocessor pre-close hooks at 1732535936147Disabling compacts and flushes for region at 1732535936147Disabling writes for close at 1732535936147Obtaining lock to block concurrent updates at 1732535936147Preparing flush snapshotting stores in 9657a3d7f5b0e606feb304f53133d318 at 1732535936147Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732535936148 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318. at 1732535936148Flushing 9657a3d7f5b0e606feb304f53133d318/testFamily: creating writer at 1732535936148Flushing 9657a3d7f5b0e606feb304f53133d318/testFamily: appending metadata at 1732535936164 (+16 ms)Flushing 9657a3d7f5b0e606feb304f53133d318/testFamily: closing flushed file at 1732535936164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76946e2d: reopening flushed file at 1732535936577 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9657a3d7f5b0e606feb304f53133d318 in 438ms, sequenceid=8, compaction requested=false at 1732535936585 (+8 ms)Writing region close event to WAL at 1732535936586 (+1 ms)Running coprocessor post-close hooks at 1732535936591 (+5 ms)Closed at 1732535936591
2024-11-25T11:58:56,591 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732535906156.9657a3d7f5b0e606feb304f53133d318.
2024-11-25T11:58:56,591 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23a9221c715741605018d4a512a7354f, disabling compactions & flushes
2024-11-25T11:58:56,591 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:56,592 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:56,592 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f. after waiting 0 ms
2024-11-25T11:58:56,592 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:56,592 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23a9221c715741605018d4a512a7354f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-25T11:58:56,611 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNextAsync/23a9221c715741605018d4a512a7354f/.tmp/testFamily/97ae02e2923a4cfe921183c09dc0a2de is 61, key is row-0/testFamily:testQualifier/1732535903115/Put/seqid=0
2024-11-25T11:58:56,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741867_1043 (size=5049)
2024-11-25T11:58:56,677 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:56,878 DEBUG [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1351): Waiting on 23a9221c715741605018d4a512a7354f
2024-11-25T11:58:57,017 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNextAsync/23a9221c715741605018d4a512a7354f/.tmp/testFamily/97ae02e2923a4cfe921183c09dc0a2de
2024-11-25T11:58:57,025 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNextAsync/23a9221c715741605018d4a512a7354f/.tmp/testFamily/97ae02e2923a4cfe921183c09dc0a2de as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNextAsync/23a9221c715741605018d4a512a7354f/testFamily/97ae02e2923a4cfe921183c09dc0a2de
2024-11-25T11:58:57,031 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNextAsync/23a9221c715741605018d4a512a7354f/testFamily/97ae02e2923a4cfe921183c09dc0a2de, entries=4, sequenceid=8, filesize=4.9 K
2024-11-25T11:58:57,033 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 23a9221c715741605018d4a512a7354f in 441ms, sequenceid=8, compaction requested=false
2024-11-25T11:58:57,038 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/data/default/testNormalScanTimeoutOnNextAsync/23a9221c715741605018d4a512a7354f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-25T11:58:57,038 INFO  [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:57,038 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23a9221c715741605018d4a512a7354f:
Waiting for close lock at 1732535936591Running coprocessor pre-close hooks at 1732535936591Disabling compacts and flushes for region at 1732535936591Disabling writes for close at 1732535936592 (+1 ms)Obtaining lock to block concurrent updates at 1732535936592Preparing flush snapshotting stores in 23a9221c715741605018d4a512a7354f at 1732535936592Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732535936592Flushing stores of testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f. at 1732535936593 (+1 ms)Flushing 23a9221c715741605018d4a512a7354f/testFamily: creating writer at 1732535936593Flushing 23a9221c715741605018d4a512a7354f/testFamily: appending metadata at 1732535936611 (+18 ms)Flushing 23a9221c715741605018d4a512a7354f/testFamily: closing flushed file at 1732535936611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7999c3fc: reopening flushed file at 1732535937024 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 23a9221c715741605018d4a512a7354f in 441ms, sequenceid=8, compaction requested=false at 1732535937033 (+9 ms)Writing region close event to WAL at 1732535937034 (+1 ms)Running coprocessor post-close hooks at 1732535937038 (+4 ms)Closed at 1732535937038
2024-11-25T11:58:57,038 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732535900066.23a9221c715741605018d4a512a7354f.
2024-11-25T11:58:57,078 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,41291,1732535810314; all regions closed.
2024-11-25T11:58:57,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741834_1010 (size=19479)
2024-11-25T11:58:57,088 DEBUG [RS:0;96bb5f2c2895:41291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/oldWALs
2024-11-25T11:58:57,088 INFO  [RS:0;96bb5f2c2895:41291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C41291%2C1732535810314.meta:.meta(num 1732535873084)
2024-11-25T11:58:57,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741833_1009 (size=20031)
2024-11-25T11:58:57,093 DEBUG [RS:0;96bb5f2c2895:41291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/oldWALs
2024-11-25T11:58:57,093 INFO  [RS:0;96bb5f2c2895:41291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C41291%2C1732535810314:(num 1732535872774)
2024-11-25T11:58:57,093 DEBUG [RS:0;96bb5f2c2895:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T11:58:57,093 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T11:58:57,094 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-25T11:58:57,094 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-25T11:58:57,094 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-25T11:58:57,094 INFO  [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-25T11:58:57,095 INFO  [RS:0;96bb5f2c2895:41291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41291
2024-11-25T11:58:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/96bb5f2c2895,41291,1732535810314
2024-11-25T11:58:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-25T11:58:57,099 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-25T11:58:57,101 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,41291,1732535810314]
2024-11-25T11:58:57,104 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/96bb5f2c2895,41291,1732535810314 already deleted, retry=false
2024-11-25T11:58:57,104 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,41291,1732535810314 expired; onlineServers=0
2024-11-25T11:58:57,104 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,35571,1732535809636' *****
2024-11-25T11:58:57,104 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-25T11:58:57,105 INFO  [M:0;96bb5f2c2895:35571 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-25T11:58:57,105 INFO  [M:0;96bb5f2c2895:35571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-25T11:58:57,105 DEBUG [M:0;96bb5f2c2895:35571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-25T11:58:57,105 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-25T11:58:57,105 DEBUG [M:0;96bb5f2c2895:35571 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-25T11:58:57,105 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732535812622 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732535812622,5,FailOnTimeoutGroup]
2024-11-25T11:58:57,105 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732535812621 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732535812621,5,FailOnTimeoutGroup]
2024-11-25T11:58:57,105 INFO  [M:0;96bb5f2c2895:35571 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-25T11:58:57,105 INFO  [M:0;96bb5f2c2895:35571 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-25T11:58:57,105 DEBUG [M:0;96bb5f2c2895:35571 {}] master.HMaster(1795): Stopping service threads
2024-11-25T11:58:57,105 INFO  [M:0;96bb5f2c2895:35571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-25T11:58:57,106 INFO  [M:0;96bb5f2c2895:35571 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-25T11:58:57,106 INFO  [M:0;96bb5f2c2895:35571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-25T11:58:57,106 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-25T11:58:57,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-25T11:58:57,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-25T11:58:57,107 DEBUG [M:0;96bb5f2c2895:35571 {}] zookeeper.ZKUtil(347): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-25T11:58:57,107 WARN  [M:0;96bb5f2c2895:35571 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-25T11:58:57,108 INFO  [M:0;96bb5f2c2895:35571 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/.lastflushedseqids
2024-11-25T11:58:57,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741868_1044 (size=469)
2024-11-25T11:58:57,192 INFO  [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T11:58:57,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:58:57,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1014efc5d9d0001, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:58:57,202 INFO  [RS:0;96bb5f2c2895:41291 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-25T11:58:57,202 INFO  [RS:0;96bb5f2c2895:41291 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,41291,1732535810314; zookeeper connection closed.
2024-11-25T11:58:57,202 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65c63f08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65c63f08
2024-11-25T11:58:57,203 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-25T11:58:57,519 INFO  [M:0;96bb5f2c2895:35571 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-25T11:58:57,520 INFO  [M:0;96bb5f2c2895:35571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-25T11:58:57,520 DEBUG [M:0;96bb5f2c2895:35571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-25T11:58:57,520 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:58:57,520 DEBUG [M:0;96bb5f2c2895:35571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:58:57,520 DEBUG [M:0;96bb5f2c2895:35571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-25T11:58:57,520 DEBUG [M:0;96bb5f2c2895:35571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:58:57,521 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.92 KB heapSize=190.40 KB
2024-11-25T11:58:57,537 DEBUG [M:0;96bb5f2c2895:35571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1eb0ec73ca4621af7499fc084ff351 is 82, key is hbase:meta,,1/info:regioninfo/1732535873166/Put/seqid=0
2024-11-25T11:58:57,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741869_1045 (size=5672)
2024-11-25T11:58:57,943 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1eb0ec73ca4621af7499fc084ff351
2024-11-25T11:58:57,967 DEBUG [M:0;96bb5f2c2895:35571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51ac145aade840e687250247be7d2406 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732535874737/Put/seqid=0
2024-11-25T11:58:57,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741870_1046 (size=14080)
2024-11-25T11:58:58,372 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.37 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51ac145aade840e687250247be7d2406
2024-11-25T11:58:58,379 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51ac145aade840e687250247be7d2406
2024-11-25T11:58:58,395 DEBUG [M:0;96bb5f2c2895:35571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a264e82e4a0446c98c3adea143ed6e3a is 69, key is 96bb5f2c2895,41291,1732535810314/rs:state/1732535842648/Put/seqid=0
2024-11-25T11:58:58,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741871_1047 (size=5156)
2024-11-25T11:58:58,800 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a264e82e4a0446c98c3adea143ed6e3a
2024-11-25T11:58:58,808 DEBUG [M:0;96bb5f2c2895:35571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1eb0ec73ca4621af7499fc084ff351 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db1eb0ec73ca4621af7499fc084ff351
2024-11-25T11:58:58,813 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db1eb0ec73ca4621af7499fc084ff351, entries=8, sequenceid=311, filesize=5.5 K
2024-11-25T11:58:58,814 DEBUG [M:0;96bb5f2c2895:35571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51ac145aade840e687250247be7d2406 as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51ac145aade840e687250247be7d2406
2024-11-25T11:58:58,820 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51ac145aade840e687250247be7d2406
2024-11-25T11:58:58,820 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51ac145aade840e687250247be7d2406, entries=33, sequenceid=311, filesize=13.8 K
2024-11-25T11:58:58,821 DEBUG [M:0;96bb5f2c2895:35571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a264e82e4a0446c98c3adea143ed6e3a as hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a264e82e4a0446c98c3adea143ed6e3a
2024-11-25T11:58:58,826 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/0e7fa858-e440-5768-5703-d694e0db1fcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a264e82e4a0446c98c3adea143ed6e3a, entries=1, sequenceid=311, filesize=5.0 K
2024-11-25T11:58:58,827 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.92 KB/166831, heapSize ~190.10 KB/194664, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=311, compaction requested=false
2024-11-25T11:58:58,828 INFO  [M:0;96bb5f2c2895:35571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T11:58:58,828 DEBUG [M:0;96bb5f2c2895:35571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732535937520Disabling compacts and flushes for region at 1732535937520Disabling writes for close at 1732535937520Obtaining lock to block concurrent updates at 1732535937521 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732535937521Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166831, getHeapSize=194904, getOffHeapSize=0, getCellsCount=358 at 1732535937521Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732535937522 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732535937522Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732535937537 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732535937537Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732535937949 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732535937966 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732535937966Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732535938379 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732535938395 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732535938395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd9c23f: reopening flushed file at 1732535938807 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da75076: reopening flushed file at 1732535938813 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f47e805: reopening flushed file at 1732535938820 (+7 ms)Finished flush of dataSize ~162.92 KB/166831, heapSize ~190.10 KB/194664, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=311, compaction requested=false at 1732535938827 (+7 ms)Writing region close event to WAL at 1732535938828 (+1 ms)Closed at 1732535938828
2024-11-25T11:58:58,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41369 is added to blk_1073741830_1006 (size=187653)
2024-11-25T11:58:58,832 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-25T11:58:58,832 INFO  [M:0;96bb5f2c2895:35571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-25T11:58:58,832 INFO  [M:0;96bb5f2c2895:35571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35571
2024-11-25T11:58:58,833 INFO  [M:0;96bb5f2c2895:35571 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-25T11:58:58,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:58:58,936 INFO  [M:0;96bb5f2c2895:35571 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-25T11:58:58,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x1014efc5d9d0000, quorum=127.0.0.1:50250, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T11:58:58,941 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T11:58:58,944 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T11:58:58,944 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T11:58:58,945 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T11:58:58,945 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/hadoop.log.dir/,STOPPED}
2024-11-25T11:58:58,947 WARN  [BP-1943799876-172.17.0.2-1732535806775 heartbeating to localhost/127.0.0.1:33245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-25T11:58:58,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-25T11:58:58,948 WARN  [BP-1943799876-172.17.0.2-1732535806775 heartbeating to localhost/127.0.0.1:33245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1943799876-172.17.0.2-1732535806775 (Datanode Uuid 3fe52a39-bf47-42ff-b972-e9729ab1b4d5) service to localhost/127.0.0.1:33245
2024-11-25T11:58:58,948 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-25T11:58:58,949 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/cluster_a1eb5a97-2150-1738-1058-354581140be4/data/data1/current/BP-1943799876-172.17.0.2-1732535806775 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T11:58:58,949 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/cluster_a1eb5a97-2150-1738-1058-354581140be4/data/data2/current/BP-1943799876-172.17.0.2-1732535806775 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T11:58:58,949 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-25T11:58:58,958 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-25T11:58:58,959 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T11:58:58,959 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T11:58:58,959 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T11:58:58,959 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e27181c-0a6c-ee35-ad51-323fba09c0a1/hadoop.log.dir/,STOPPED}
2024-11-25T11:58:58,968 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-25T11:58:58,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down