2024-11-16 14:38:23,530 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-16 14:38:23,547 main DEBUG Took 0.015392 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-16 14:38:23,547 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-16 14:38:23,548 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-16 14:38:23,549 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-16 14:38:23,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,558 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-16 14:38:23,570 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,572 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,573 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,574 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,575 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,576 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,578 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,579 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,579 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,580 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,581 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 14:38:23,582 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,582 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-16 14:38:23,583 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 14:38:23,584 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-16 14:38:23,586 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-16 14:38:23,587 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-16 14:38:23,588 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-16 14:38:23,588 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-16 14:38:23,597 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-16 14:38:23,600 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-16 14:38:23,602 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-16 14:38:23,602 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-16 14:38:23,602 main DEBUG createAppenders(={Console})
2024-11-16 14:38:23,603 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-16 14:38:23,603 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-16 14:38:23,604 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-16 14:38:23,604 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-16 14:38:23,605 main DEBUG OutputStream closed
2024-11-16 14:38:23,605 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-16 14:38:23,605 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-16 14:38:23,605 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-16 14:38:23,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-16 14:38:23,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-16 14:38:23,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-16 14:38:23,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-16 14:38:23,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-16 14:38:23,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-16 14:38:23,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-16 14:38:23,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-16 14:38:23,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-16 14:38:23,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-16 14:38:23,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-16 14:38:23,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-16 14:38:23,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-16 14:38:23,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-16 14:38:23,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-16 14:38:23,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-16 14:38:23,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-16 14:38:23,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-16 14:38:23,688 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-16 14:38:23,688 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-16 14:38:23,688 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-16 14:38:23,689 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-16T14:38:23,702 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-16 14:38:23,705 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-16 14:38:23,705 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-16T14:38:23,928 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641
2024-11-16T14:38:23,945 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-16T14:38:23,960 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/cluster_c9d0136e-d808-acc3-6677-5766bfcc93e2, deleteOnExit=true
2024-11-16T14:38:23,960 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-16T14:38:23,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/test.cache.data in system properties and HBase conf
2024-11-16T14:38:23,962 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/hadoop.tmp.dir in system properties and HBase conf
2024-11-16T14:38:23,962 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/hadoop.log.dir in system properties and HBase conf
2024-11-16T14:38:23,963 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-16T14:38:23,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-16T14:38:23,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-16T14:38:24,042 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-16T14:38:24,127 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-16T14:38:24,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-16T14:38:24,131 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-16T14:38:24,131 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-16T14:38:24,132 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-16T14:38:24,132 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-16T14:38:24,133 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-16T14:38:24,133 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-16T14:38:24,134 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-16T14:38:24,134 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-16T14:38:24,134 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/nfs.dump.dir in system properties and HBase conf
2024-11-16T14:38:24,135 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/java.io.tmpdir in system properties and HBase conf
2024-11-16T14:38:24,135 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-16T14:38:24,135 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-16T14:38:24,136 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-16T14:38:25,190 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-16T14:38:25,259 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2404ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-16T14:38:25,324 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T14:38:25,386 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-16T14:38:25,412 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-16T14:38:25,412 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-16T14:38:25,414 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-16T14:38:25,429 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T14:38:25,432 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/hadoop.log.dir/,AVAILABLE}
2024-11-16T14:38:25,434 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-16T14:38:25,618 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/java.io.tmpdir/jetty-localhost-44961-hadoop-hdfs-3_4_1-tests_jar-_-any-7172622982254934756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-16T14:38:25,624 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:44961}
2024-11-16T14:38:25,624 INFO  [Time-limited test {}] server.Server(415): Started @2770ms
2024-11-16T14:38:26,189 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T14:38:26,197 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-16T14:38:26,198 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-16T14:38:26,198 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-16T14:38:26,198 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-16T14:38:26,199 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/hadoop.log.dir/,AVAILABLE}
2024-11-16T14:38:26,200 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-16T14:38:26,298 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/java.io.tmpdir/jetty-localhost-44423-hadoop-hdfs-3_4_1-tests_jar-_-any-12454738504996572157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-16T14:38:26,299 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:44423}
2024-11-16T14:38:26,299 INFO  [Time-limited test {}] server.Server(415): Started @3445ms
2024-11-16T14:38:26,348 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-16T14:38:27,388 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/cluster_c9d0136e-d808-acc3-6677-5766bfcc93e2/data/data1/current/BP-1369081560-172.17.0.2-1731767904671/current, will proceed with Du for space computation calculation, 
2024-11-16T14:38:27,388 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/cluster_c9d0136e-d808-acc3-6677-5766bfcc93e2/data/data2/current/BP-1369081560-172.17.0.2-1731767904671/current, will proceed with Du for space computation calculation, 
2024-11-16T14:38:27,414 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-16T14:38:27,457 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd88a985eddbfac1a with lease ID 0x8cf4c8bcc52bf1f: Processing first storage report for DS-d4ef7086-e7b7-48c7-bf39-fe48347bf497 from datanode DatanodeRegistration(127.0.0.1:38929, datanodeUuid=c7883ea8-b7e6-4dbb-9f3a-14cbc514482a, infoPort=39625, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=1620686686;c=1731767904671)
2024-11-16T14:38:27,458 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd88a985eddbfac1a with lease ID 0x8cf4c8bcc52bf1f: from storage DS-d4ef7086-e7b7-48c7-bf39-fe48347bf497 node DatanodeRegistration(127.0.0.1:38929, datanodeUuid=c7883ea8-b7e6-4dbb-9f3a-14cbc514482a, infoPort=39625, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=1620686686;c=1731767904671), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-16T14:38:27,459 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd88a985eddbfac1a with lease ID 0x8cf4c8bcc52bf1f: Processing first storage report for DS-144c9c4e-2aee-4ac7-907b-2bba0d858cd2 from datanode DatanodeRegistration(127.0.0.1:38929, datanodeUuid=c7883ea8-b7e6-4dbb-9f3a-14cbc514482a, infoPort=39625, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=1620686686;c=1731767904671)
2024-11-16T14:38:27,459 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd88a985eddbfac1a with lease ID 0x8cf4c8bcc52bf1f: from storage DS-144c9c4e-2aee-4ac7-907b-2bba0d858cd2 node DatanodeRegistration(127.0.0.1:38929, datanodeUuid=c7883ea8-b7e6-4dbb-9f3a-14cbc514482a, infoPort=39625, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=1620686686;c=1731767904671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-16T14:38:27,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641
2024-11-16T14:38:27,617 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/cluster_c9d0136e-d808-acc3-6677-5766bfcc93e2/zookeeper_0, clientPort=58277, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/cluster_c9d0136e-d808-acc3-6677-5766bfcc93e2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/cluster_c9d0136e-d808-acc3-6677-5766bfcc93e2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-16T14:38:27,626 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58277
2024-11-16T14:38:27,636 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T14:38:27,639 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T14:38:27,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741825_1001 (size=7)
2024-11-16T14:38:28,249 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777 with version=8
2024-11-16T14:38:28,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/hbase-staging
2024-11-16T14:38:28,336 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-16T14:38:28,584 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/04e93f2b5fad:0 server-side Connection retries=9
2024-11-16T14:38:28,593 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T14:38:28,594 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-16T14:38:28,598 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-16T14:38:28,598 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T14:38:28,599 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-16T14:38:28,718 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-16T14:38:28,768 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-16T14:38:28,776 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-16T14:38:28,780 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-16T14:38:28,802 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 131603 (auto-detected)
2024-11-16T14:38:28,803 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-16T14:38:28,819 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39425
2024-11-16T14:38:28,845 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39425 connecting to ZooKeeper ensemble=127.0.0.1:58277
2024-11-16T14:38:28,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394250x0, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-16T14:38:28,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39425-0x101441530bc0000 connected
2024-11-16T14:38:29,072 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T14:38:29,076 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T14:38:29,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T14:38:29,091 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777, hbase.cluster.distributed=false
2024-11-16T14:38:29,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-16T14:38:29,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39425
2024-11-16T14:38:29,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39425
2024-11-16T14:38:29,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39425
2024-11-16T14:38:29,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39425
2024-11-16T14:38:29,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39425
2024-11-16T14:38:29,216 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=9
2024-11-16T14:38:29,218 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T14:38:29,218 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-16T14:38:29,218 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-16T14:38:29,218 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T14:38:29,218 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-16T14:38:29,221 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-16T14:38:29,223 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-16T14:38:29,224 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35449
2024-11-16T14:38:29,226 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35449 connecting to ZooKeeper ensemble=127.0.0.1:58277
2024-11-16T14:38:29,227 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T14:38:29,230 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T14:38:29,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354490x0, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-16T14:38:29,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354490x0, quorum=127.0.0.1:58277, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T14:38:29,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35449-0x101441530bc0001 connected
2024-11-16T14:38:29,243 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-16T14:38:29,251 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-16T14:38:29,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-16T14:38:29,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-16T14:38:29,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35449
2024-11-16T14:38:29,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35449
2024-11-16T14:38:29,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35449
2024-11-16T14:38:29,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35449
2024-11-16T14:38:29,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35449
2024-11-16T14:38:29,282 DEBUG [M:0;04e93f2b5fad:39425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04e93f2b5fad:39425
2024-11-16T14:38:29,283 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04e93f2b5fad,39425,1731767908430
2024-11-16T14:38:29,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T14:38:29,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T14:38:29,294 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04e93f2b5fad,39425,1731767908430
2024-11-16T14:38:29,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:38:29,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-16T14:38:29,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:38:29,324 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-16T14:38:29,326 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04e93f2b5fad,39425,1731767908430 from backup master directory
2024-11-16T14:38:29,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04e93f2b5fad,39425,1731767908430
2024-11-16T14:38:29,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T14:38:29,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T14:38:29,334 WARN  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-16T14:38:29,335 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04e93f2b5fad,39425,1731767908430
2024-11-16T14:38:29,337 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-16T14:38:29,339 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-16T14:38:29,394 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/hbase.id] with ID: c84d0f36-2c76-44e6-9f42-b6c522c193d1
2024-11-16T14:38:29,394 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/.tmp/hbase.id
2024-11-16T14:38:29,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741826_1002 (size=42)
2024-11-16T14:38:29,809 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/.tmp/hbase.id]:[hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/hbase.id]
2024-11-16T14:38:29,852 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T14:38:29,858 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-16T14:38:29,882 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms.
2024-11-16T14:38:29,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:38:29,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:38:29,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741827_1003 (size=196)
2024-11-16T14:38:30,372 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:38:30,375 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-16T14:38:30,389 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T14:38:30,393 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T14:38:30,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741828_1004 (size=1189)
2024-11-16T14:38:30,846 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store
2024-11-16T14:38:30,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741829_1005 (size=34)
2024-11-16T14:38:31,272 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-16T14:38:31,277 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:38:31,278 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-16T14:38:31,278 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T14:38:31,278 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T14:38:31,280 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-16T14:38:31,280 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T14:38:31,280 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T14:38:31,281 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731767911278Disabling compacts and flushes for region at 1731767911278Disabling writes for close at 1731767911280 (+2 ms)Writing region close event to WAL at 1731767911280Closed at 1731767911280
2024-11-16T14:38:31,284 WARN  [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/.initializing
2024-11-16T14:38:31,284 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/WALs/04e93f2b5fad,39425,1731767908430
2024-11-16T14:38:31,292 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-16T14:38:31,306 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C39425%2C1731767908430, suffix=, logDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/WALs/04e93f2b5fad,39425,1731767908430, archiveDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/oldWALs, maxLogs=10
2024-11-16T14:38:31,327 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/WALs/04e93f2b5fad,39425,1731767908430/04e93f2b5fad%2C39425%2C1731767908430.1731767911311, exclude list is [], retry=0
2024-11-16T14:38:31,343 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38929,DS-d4ef7086-e7b7-48c7-bf39-fe48347bf497,DISK]
2024-11-16T14:38:31,346 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-16T14:38:31,375 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/WALs/04e93f2b5fad,39425,1731767908430/04e93f2b5fad%2C39425%2C1731767908430.1731767911311
2024-11-16T14:38:31,376 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39625:39625)]
2024-11-16T14:38:31,377 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:38:31,377 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:38:31,380 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T14:38:31,381 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T14:38:31,418 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T14:38:31,445 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-16T14:38:31,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:38:31,451 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T14:38:31,452 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T14:38:31,455 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-16T14:38:31,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:38:31,456 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:38:31,456 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T14:38:31,459 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-16T14:38:31,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:38:31,460 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:38:31,460 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T14:38:31,463 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-16T14:38:31,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:38:31,464 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:38:31,464 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T14:38:31,468 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-16T14:38:31,469 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-16T14:38:31,474 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T14:38:31,475 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T14:38:31,478 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-16T14:38:31,482 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T14:38:31,486 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:38:31,487 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71853650, jitterRate=0.07070282101631165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-16T14:38:31,494 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731767911393Initializing all the Stores at 1731767911395 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767911395Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767911396 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767911396Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767911396Cleaning up temporary data from old regions at 1731767911475 (+79 ms)Region opened successfully at 1731767911494 (+19 ms)
2024-11-16T14:38:31,495 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-16T14:38:31,526 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5f7a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0
2024-11-16T14:38:31,552 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-16T14:38:31,561 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-16T14:38:31,561 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-16T14:38:31,564 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-16T14:38:31,565 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-16T14:38:31,569 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-16T14:38:31,569 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-16T14:38:31,591 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-16T14:38:31,599 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-16T14:38:31,659 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-16T14:38:31,662 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-16T14:38:31,663 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-16T14:38:31,670 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-16T14:38:31,672 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-16T14:38:31,675 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-16T14:38:31,680 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-16T14:38:31,682 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-16T14:38:31,691 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-16T14:38:31,711 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-16T14:38:31,722 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-16T14:38:31,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-16T14:38:31,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-16T14:38:31,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:38:31,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:38:31,737 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04e93f2b5fad,39425,1731767908430, sessionid=0x101441530bc0000, setting cluster-up flag (Was=false)
2024-11-16T14:38:31,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:38:31,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:38:31,797 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-16T14:38:31,800 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,39425,1731767908430
2024-11-16T14:38:31,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:38:31,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:38:31,849 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-16T14:38:31,854 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,39425,1731767908430
2024-11-16T14:38:31,863 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-16T14:38:31,873 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(746): ClusterId : c84d0f36-2c76-44e6-9f42-b6c522c193d1
2024-11-16T14:38:31,875 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-16T14:38:31,882 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-16T14:38:31,882 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-16T14:38:31,893 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-16T14:38:31,893 DEBUG [RS:0;04e93f2b5fad:35449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a191cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0
2024-11-16T14:38:31,910 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04e93f2b5fad:35449
2024-11-16T14:38:31,914 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-16T14:38:31,915 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-16T14:38:31,915 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-16T14:38:31,918 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,39425,1731767908430 with port=35449, startcode=1731767909185
2024-11-16T14:38:31,930 DEBUG [RS:0;04e93f2b5fad:35449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-16T14:38:31,937 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-16T14:38:31,946 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-16T14:38:31,952 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-16T14:38:31,957 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04e93f2b5fad,39425,1731767908430
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-16T14:38:31,962 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-16T14:38:31,965 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5
2024-11-16T14:38:31,966 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5
2024-11-16T14:38:31,966 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5
2024-11-16T14:38:31,966 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5
2024-11-16T14:38:31,966 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04e93f2b5fad:0, corePoolSize=10, maxPoolSize=10
2024-11-16T14:38:31,967 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:38:31,967 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2
2024-11-16T14:38:31,967 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:38:31,969 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731767941969
2024-11-16T14:38:31,970 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-16T14:38:31,971 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-16T14:38:31,973 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-16T14:38:31,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T14:38:31,974 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-16T14:38:31,977 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-16T14:38:31,978 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-16T14:38:31,978 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-16T14:38:31,978 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-16T14:38:31,981 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:38:31,979 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-16T14:38:31,981 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-16T14:38:31,983 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-16T14:38:31,985 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-16T14:38:31,985 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-16T14:38:31,988 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-16T14:38:31,988 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-16T14:38:31,991 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767911989,5,FailOnTimeoutGroup]
2024-11-16T14:38:31,992 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767911992,5,FailOnTimeoutGroup]
2024-11-16T14:38:31,993 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-16T14:38:31,993 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-16T14:38:31,994 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-16T14:38:31,995 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-16T14:38:31,996 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-16T14:38:31,996 WARN  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-16T14:38:31,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741831_1007 (size=1321)
2024-11-16T14:38:32,399 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-16T14:38:32,400 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:38:32,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741832_1008 (size=32)
2024-11-16T14:38:32,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:38:32,419 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-16T14:38:32,422 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-16T14:38:32,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:38:32,424 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T14:38:32,424 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-16T14:38:32,427 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-16T14:38:32,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:38:32,429 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T14:38:32,429 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-16T14:38:32,432 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-16T14:38:32,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:38:32,433 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T14:38:32,433 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-16T14:38:32,436 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-16T14:38:32,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:38:32,437 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T14:38:32,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-16T14:38:32,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740
2024-11-16T14:38:32,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740
2024-11-16T14:38:32,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-16T14:38:32,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-16T14:38:32,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-16T14:38:32,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-16T14:38:32,447 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:38:32,448 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67644755, jitterRate=0.007985398173332214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-16T14:38:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731767912417Initializing all the Stores at 1731767912418 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767912418Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767912419 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767912419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767912419Cleaning up temporary data from old regions at 1731767912441 (+22 ms)Region opened successfully at 1731767912451 (+10 ms)
2024-11-16T14:38:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-16T14:38:32,452 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-16T14:38:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-16T14:38:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-16T14:38:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-16T14:38:32,453 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-16T14:38:32,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731767912452Disabling compacts and flushes for region at 1731767912452Disabling writes for close at 1731767912452Writing region close event to WAL at 1731767912453 (+1 ms)Closed at 1731767912453
2024-11-16T14:38:32,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T14:38:32,457 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-16T14:38:32,462 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-16T14:38:32,469 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-16T14:38:32,472 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-16T14:38:32,622 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:33,623 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:34,625 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:35,626 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:36,627 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:37,628 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:38,629 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:38,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-16T14:38:38,768 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-16T14:38:39,630 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:40,632 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:41,633 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:42,634 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:43,635 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:44,636 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:45,637 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:46,638 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:47,639 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:48,640 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:49,641 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:50,642 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:51,643 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:52,645 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:53,646 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:54,647 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:55,648 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:56,649 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:57,550 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T14:38:57,650 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:58,651 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:38:59,651 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:00,652 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:01,653 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:01,998 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,39425,1731767908430 with port=35449, startcode=1731767909185
2024-11-16T14:39:02,001 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:02,003 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:02,013 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:39:02,013 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39781
2024-11-16T14:39:02,013 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-16T14:39:02,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-16T14:39:02,277 DEBUG [RS:0;04e93f2b5fad:35449 {}] zookeeper.ZKUtil(111): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:02,277 WARN  [RS:0;04e93f2b5fad:35449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-16T14:39:02,277 INFO  [RS:0;04e93f2b5fad:35449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T14:39:02,278 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/WALs/04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:02,280 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,35449,1731767909185]
2024-11-16T14:39:02,304 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-16T14:39:02,315 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-16T14:39:02,319 INFO  [RS:0;04e93f2b5fad:35449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-16T14:39:02,320 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:02,320 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-16T14:39:02,325 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-16T14:39:02,327 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:02,327 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,327 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,327 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,328 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,328 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,328 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2
2024-11-16T14:39:02,328 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,328 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,328 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,328 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,329 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,329 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1
2024-11-16T14:39:02,329 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3
2024-11-16T14:39:02,329 DEBUG [RS:0;04e93f2b5fad:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3
2024-11-16T14:39:02,330 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:02,330 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:02,330 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:02,330 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:02,330 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:02,330 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,35449,1731767909185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-16T14:39:02,348 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-16T14:39:02,350 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,35449,1731767909185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:02,350 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:02,350 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.Replication(171): 04e93f2b5fad,35449,1731767909185 started
2024-11-16T14:39:02,366 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:02,367 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,35449,1731767909185, RpcServer on 04e93f2b5fad/172.17.0.2:35449, sessionid=0x101441530bc0001
2024-11-16T14:39:02,368 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-16T14:39:02,368 DEBUG [RS:0;04e93f2b5fad:35449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:02,368 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,35449,1731767909185'
2024-11-16T14:39:02,368 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-16T14:39:02,369 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-16T14:39:02,370 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-16T14:39:02,370 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-16T14:39:02,370 DEBUG [RS:0;04e93f2b5fad:35449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:02,370 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,35449,1731767909185'
2024-11-16T14:39:02,371 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-16T14:39:02,371 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-16T14:39:02,372 DEBUG [RS:0;04e93f2b5fad:35449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-16T14:39:02,372 INFO  [RS:0;04e93f2b5fad:35449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-16T14:39:02,372 INFO  [RS:0;04e93f2b5fad:35449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-16T14:39:02,653 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:03,655 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:04,656 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:05,657 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:06,658 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:07,659 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:08,660 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:09,661 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:10,662 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:11,663 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:12,663 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:13,664 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:14,665 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:15,666 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:16,667 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:17,668 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:18,669 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:19,670 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:20,672 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:21,673 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:22,674 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:23,675 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:24,676 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:25,677 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:26,678 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:27,551 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T14:39:27,679 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:28,680 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:29,681 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:30,682 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:31,683 WARN  [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T14:39:32,383 INFO  [RS:0;04e93f2b5fad:35449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-16T14:39:32,389 INFO  [RS:0;04e93f2b5fad:35449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C35449%2C1731767909185, suffix=, logDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/WALs/04e93f2b5fad,35449,1731767909185, archiveDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/oldWALs, maxLogs=32
2024-11-16T14:39:32,404 DEBUG [RS:0;04e93f2b5fad:35449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/WALs/04e93f2b5fad,35449,1731767909185/04e93f2b5fad%2C35449%2C1731767909185.1731767972391, exclude list is [], retry=0
2024-11-16T14:39:32,408 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38929,DS-d4ef7086-e7b7-48c7-bf39-fe48347bf497,DISK]
2024-11-16T14:39:32,411 INFO  [RS:0;04e93f2b5fad:35449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/WALs/04e93f2b5fad,35449,1731767909185/04e93f2b5fad%2C35449%2C1731767909185.1731767972391
2024-11-16T14:39:32,412 DEBUG [RS:0;04e93f2b5fad:35449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39625:39625)]
2024-11-16T14:39:32,435 DEBUG [04e93f2b5fad:39425 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-16T14:39:32,445 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:32,451 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,35449,1731767909185, state=OPENING
2024-11-16T14:39:32,488 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-16T14:39:32,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:39:32,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:39:32,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T14:39:32,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T14:39:32,503 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-16T14:39:32,506 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:39:32,688 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-16T14:39:32,691 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-16T14:39:32,701 INFO  [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-16T14:39:32,702 INFO  [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T14:39:32,703 INFO  [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-16T14:39:32,706 INFO  [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C35449%2C1731767909185.meta, suffix=.meta, logDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/WALs/04e93f2b5fad,35449,1731767909185, archiveDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/oldWALs, maxLogs=32
2024-11-16T14:39:32,721 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/WALs/04e93f2b5fad,35449,1731767909185/04e93f2b5fad%2C35449%2C1731767909185.meta.1731767972708.meta, exclude list is [], retry=0
2024-11-16T14:39:32,725 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38929,DS-d4ef7086-e7b7-48c7-bf39-fe48347bf497,DISK]
2024-11-16T14:39:32,728 INFO  [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/WALs/04e93f2b5fad,35449,1731767909185/04e93f2b5fad%2C35449%2C1731767909185.meta.1731767972708.meta
2024-11-16T14:39:32,729 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39625:39625)]
2024-11-16T14:39:32,729 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:39:32,731 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-16T14:39:32,734 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-16T14:39:32,739 INFO  [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-16T14:39:32,744 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-16T14:39:32,745 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:32,745 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-16T14:39:32,745 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-16T14:39:32,748 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-16T14:39:32,750 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-16T14:39:32,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:32,751 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T14:39:32,751 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-16T14:39:32,752 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-16T14:39:32,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:32,753 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T14:39:32,754 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-16T14:39:32,755 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-16T14:39:32,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:32,756 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T14:39:32,756 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-16T14:39:32,757 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-16T14:39:32,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:32,758 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T14:39:32,758 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-16T14:39:32,760 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740
2024-11-16T14:39:32,763 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740
2024-11-16T14:39:32,765 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-16T14:39:32,766 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-16T14:39:32,767 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-16T14:39:32,770 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-16T14:39:32,771 INFO  [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69704646, jitterRate=0.03868016600608826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-16T14:39:32,772 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-16T14:39:32,774 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731767972746Writing region info on filesystem at 1731767972746Initializing all the Stores at 1731767972748 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767972748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767972748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767972748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767972748Cleaning up temporary data from old regions at 1731767972766 (+18 ms)Running coprocessor post-open hooks at 1731767972772 (+6 ms)Region opened successfully at 1731767972773 (+1 ms)
2024-11-16T14:39:32,781 INFO  [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731767972679
2024-11-16T14:39:32,793 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-16T14:39:32,794 INFO  [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-16T14:39:32,795 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:32,797 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,35449,1731767909185, state=OPEN
2024-11-16T14:39:32,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-16T14:39:32,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-16T14:39:32,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T14:39:32,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T14:39:32,907 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:32,912 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-16T14:39:32,912 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,35449,1731767909185 in 401 msec
2024-11-16T14:39:32,919 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-16T14:39:32,920 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.452 sec
2024-11-16T14:39:32,921 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T14:39:32,921 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-16T14:39:32,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T14:39:32,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,35449,1731767909185, seqNum=-1]
2024-11-16T14:39:32,957 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T14:39:32,960 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T14:39:32,980 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.086 sec
2024-11-16T14:39:32,980 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731767972980, completionTime=-1
2024-11-16T14:39:32,983 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-16T14:39:32,983 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-16T14:39:33,007 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-16T14:39:33,007 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731768033007
2024-11-16T14:39:33,007 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731768093007
2024-11-16T14:39:33,008 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec
2024-11-16T14:39:33,009 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,39425,1731767908430-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:33,009 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,39425,1731767908430-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:33,010 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,39425,1731767908430-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:33,011 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04e93f2b5fad:39425, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:33,011 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:33,012 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:33,018 DEBUG [master/04e93f2b5fad:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-16T14:39:33,038 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.703sec
2024-11-16T14:39:33,040 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-16T14:39:33,041 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-16T14:39:33,042 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-16T14:39:33,042 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-16T14:39:33,042 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-16T14:39:33,043 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,39425,1731767908430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-16T14:39:33,044 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,39425,1731767908430-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-16T14:39:33,052 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-16T14:39:33,054 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-16T14:39:33,054 INFO  [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,39425,1731767908430-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T14:39:33,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T14:39:33,058 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-16T14:39:33,058 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-16T14:39:33,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04e93f2b5fad,39425,-1 for getting cluster id
2024-11-16T14:39:33,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T14:39:33,072 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c84d0f36-2c76-44e6-9f42-b6c522c193d1'
2024-11-16T14:39:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T14:39:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c84d0f36-2c76-44e6-9f42-b6c522c193d1"

2024-11-16T14:39:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5f5f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T14:39:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04e93f2b5fad,39425,-1]
2024-11-16T14:39:33,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T14:39:33,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T14:39:33,083 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T14:39:33,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T14:39:33,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T14:39:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,35449,1731767909185, seqNum=-1]
2024-11-16T14:39:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T14:39:33,096 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T14:39:33,133 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04e93f2b5fad,39425,1731767908430
2024-11-16T14:39:33,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T14:39:33,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04e93f2b5fad,39425,-1 for getting cluster id
2024-11-16T14:39:33,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T14:39:33,138 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c84d0f36-2c76-44e6-9f42-b6c522c193d1'
2024-11-16T14:39:33,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T14:39:33,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c84d0f36-2c76-44e6-9f42-b6c522c193d1"

2024-11-16T14:39:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245edd47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T14:39:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04e93f2b5fad,39425,-1]
2024-11-16T14:39:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T14:39:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T14:39:33,141 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T14:39:33,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bbbb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T14:39:33,165 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=5053
2024-11-16T14:39:33,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T14:39:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04e93f2b5fad,39425,1731767908430
2024-11-16T14:39:33,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee78c4f
2024-11-16T14:39:33,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T14:39:33,182 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T14:39:33,188 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:39:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-16T14:39:33,200 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T14:39:33,203 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-16T14:39:33,203 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:33,205 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T14:39:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T14:39:33,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741835_1011 (size=428)
2024-11-16T14:39:33,627 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f95eac34688df1e669c682d8d8590e7, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:39:33,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741836_1012 (size=79)
2024-11-16T14:39:34,038 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:34,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8f95eac34688df1e669c682d8d8590e7, disabling compactions & flushes
2024-11-16T14:39:34,039 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:39:34,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:39:34,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7. after waiting 0 ms
2024-11-16T14:39:34,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:39:34,039 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:39:34,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f95eac34688df1e669c682d8d8590e7:
Waiting for close lock at 1731767974038Disabling compacts and flushes for region at 1731767974039 (+1 ms)Disabling writes for close at 1731767974039Writing region close event to WAL at 1731767974039Closed at 1731767974039
2024-11-16T14:39:34,044 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T14:39:34,050 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731767974044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767974044"}]},"ts":"1731767974044"}
2024-11-16T14:39:34,055 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T14:39:34,057 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T14:39:34,060 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767974057"}]},"ts":"1731767974057"}
2024-11-16T14:39:34,064 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-16T14:39:34,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8f95eac34688df1e669c682d8d8590e7, ASSIGN}]
2024-11-16T14:39:34,069 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8f95eac34688df1e669c682d8d8590e7, ASSIGN
2024-11-16T14:39:34,071 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8f95eac34688df1e669c682d8d8590e7, ASSIGN; state=OFFLINE, location=04e93f2b5fad,35449,1731767909185; forceNewPlan=false, retain=false
2024-11-16T14:39:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T14:39:34,223 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f95eac34688df1e669c682d8d8590e7, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:34,232 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8f95eac34688df1e669c682d8d8590e7, ASSIGN because future has completed
2024-11-16T14:39:34,233 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f95eac34688df1e669c682d8d8590e7, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:39:34,401 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:39:34,401 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f95eac34688df1e669c682d8d8590e7, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:39:34,401 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:39:34,402 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:34,402 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:39:34,402 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:39:34,405 INFO  [StoreOpener-8f95eac34688df1e669c682d8d8590e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8f95eac34688df1e669c682d8d8590e7 
2024-11-16T14:39:34,407 INFO  [StoreOpener-8f95eac34688df1e669c682d8d8590e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f95eac34688df1e669c682d8d8590e7 columnFamilyName testFamily
2024-11-16T14:39:34,407 DEBUG [StoreOpener-8f95eac34688df1e669c682d8d8590e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:34,408 INFO  [StoreOpener-8f95eac34688df1e669c682d8d8590e7-1 {}] regionserver.HStore(327): Store=8f95eac34688df1e669c682d8d8590e7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:39:34,408 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:39:34,410 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:39:34,410 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:39:34,411 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:39:34,411 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:39:34,414 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:39:34,418 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8f95eac34688df1e669c682d8d8590e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:39:34,419 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f95eac34688df1e669c682d8d8590e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72168544, jitterRate=0.07539510726928711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T14:39:34,419 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:39:34,420 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f95eac34688df1e669c682d8d8590e7:
Running coprocessor pre-open hook at 1731767974402Writing region info on filesystem at 1731767974402Initializing all the Stores at 1731767974404 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767974404Cleaning up temporary data from old regions at 1731767974411 (+7 ms)Running coprocessor post-open hooks at 1731767974419 (+8 ms)Region opened successfully at 1731767974420 (+1 ms)
2024-11-16T14:39:34,422 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7., pid=6, masterSystemTime=1731767974388
2024-11-16T14:39:34,426 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:39:34,427 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:39:34,428 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f95eac34688df1e669c682d8d8590e7, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:34,432 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f95eac34688df1e669c682d8d8590e7, server=04e93f2b5fad,35449,1731767909185 because future has completed
2024-11-16T14:39:34,439 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-16T14:39:34,439 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f95eac34688df1e669c682d8d8590e7, server=04e93f2b5fad,35449,1731767909185 in 202 msec
2024-11-16T14:39:34,442 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-16T14:39:34,442 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8f95eac34688df1e669c682d8d8590e7, ASSIGN in 374 msec
2024-11-16T14:39:34,444 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T14:39:34,444 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767974444"}]},"ts":"1731767974444"}
2024-11-16T14:39:34,447 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-16T14:39:34,449 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T14:39:34,452 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2580 sec
2024-11-16T14:39:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T14:39:36,246 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-16T14:39:36,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-16T14:39:36,250 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:39:36,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-16T14:39:36,259 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:39:36,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-16T14:39:36,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T14:39:36,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,35449,1731767909185, seqNum=-1]
2024-11-16T14:39:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T14:39:36,267 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T14:39:36,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:39:36,287 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T14:39:36,290 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-16T14:39:36,295 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-16T14:39:36,300 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-16T14:39:36,302 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-16T14:39:36,303 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2205174945799995400
2024-11-16T14:39:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43220 deadline: 1731767979301, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T14:39:36,311 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-16T14:39:36,312 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-16T14:39:36,314 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T14:39:36,316 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T14:39:36,317 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2205174945799995402
2024-11-16T14:39:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43220 deadline: 1731767979316, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T14:39:36,321 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T14:39:36,322 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=2205174945799995403
2024-11-16T14:39:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43220 deadline: 1731767979321, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T14:39:36,326 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T14:39:36,327 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=2205174945799995404
2024-11-16T14:39:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43220 deadline: 1731767979326, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T14:39:36,331 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T14:39:36,342 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-160787828_22 at /127.0.0.1:38396 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=5047 (was 5053)
2024-11-16T14:39:36,350 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=5047
2024-11-16T14:39:36,354 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:39:36,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-16T14:39:36,358 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T14:39:36,359 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:36,359 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-16T14:39:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T14:39:36,361 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T14:39:36,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741837_1013 (size=414)
2024-11-16T14:39:36,775 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b10da34a64e24ba1c9abbb9993e9d73, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:39:36,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741838_1014 (size=65)
2024-11-16T14:39:37,186 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:37,187 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 0b10da34a64e24ba1c9abbb9993e9d73, disabling compactions & flushes
2024-11-16T14:39:37,187 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:39:37,187 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:39:37,187 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73. after waiting 0 ms
2024-11-16T14:39:37,188 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:39:37,188 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:39:37,188 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b10da34a64e24ba1c9abbb9993e9d73:
Waiting for close lock at 1731767977187Disabling compacts and flushes for region at 1731767977187Disabling writes for close at 1731767977187Writing region close event to WAL at 1731767977188 (+1 ms)Closed at 1731767977188
2024-11-16T14:39:37,191 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T14:39:37,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731767977192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767977192"}]},"ts":"1731767977192"}
2024-11-16T14:39:37,196 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T14:39:37,197 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T14:39:37,198 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767977197"}]},"ts":"1731767977197"}
2024-11-16T14:39:37,201 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-16T14:39:37,201 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0b10da34a64e24ba1c9abbb9993e9d73, ASSIGN}]
2024-11-16T14:39:37,203 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0b10da34a64e24ba1c9abbb9993e9d73, ASSIGN
2024-11-16T14:39:37,205 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0b10da34a64e24ba1c9abbb9993e9d73, ASSIGN; state=OFFLINE, location=04e93f2b5fad,35449,1731767909185; forceNewPlan=false, retain=false
2024-11-16T14:39:37,356 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0b10da34a64e24ba1c9abbb9993e9d73, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:37,361 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0b10da34a64e24ba1c9abbb9993e9d73, ASSIGN because future has completed
2024-11-16T14:39:37,362 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b10da34a64e24ba1c9abbb9993e9d73, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:39:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T14:39:37,528 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:39:37,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b10da34a64e24ba1c9abbb9993e9d73, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:39:37,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:39:37,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:37,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:39:37,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:39:37,532 INFO  [StoreOpener-0b10da34a64e24ba1c9abbb9993e9d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0b10da34a64e24ba1c9abbb9993e9d73 
2024-11-16T14:39:37,536 INFO  [StoreOpener-0b10da34a64e24ba1c9abbb9993e9d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b10da34a64e24ba1c9abbb9993e9d73 columnFamilyName testFamily
2024-11-16T14:39:37,536 DEBUG [StoreOpener-0b10da34a64e24ba1c9abbb9993e9d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:37,537 INFO  [StoreOpener-0b10da34a64e24ba1c9abbb9993e9d73-1 {}] regionserver.HStore(327): Store=0b10da34a64e24ba1c9abbb9993e9d73/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:39:37,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:39:37,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScanner/0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:39:37,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScanner/0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:39:37,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:39:37,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:39:37,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:39:37,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScanner/0b10da34a64e24ba1c9abbb9993e9d73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:39:37,546 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 0b10da34a64e24ba1c9abbb9993e9d73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67978365, jitterRate=0.012956574559211731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T14:39:37,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:39:37,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 0b10da34a64e24ba1c9abbb9993e9d73:
Running coprocessor pre-open hook at 1731767977529Writing region info on filesystem at 1731767977529Initializing all the Stores at 1731767977531 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767977531Cleaning up temporary data from old regions at 1731767977539 (+8 ms)Running coprocessor post-open hooks at 1731767977546 (+7 ms)Region opened successfully at 1731767977547 (+1 ms)
2024-11-16T14:39:37,548 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73., pid=9, masterSystemTime=1731767977518
2024-11-16T14:39:37,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:39:37,552 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:39:37,553 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0b10da34a64e24ba1c9abbb9993e9d73, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:37,556 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b10da34a64e24ba1c9abbb9993e9d73, server=04e93f2b5fad,35449,1731767909185 because future has completed
2024-11-16T14:39:37,562 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-16T14:39:37,563 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b10da34a64e24ba1c9abbb9993e9d73, server=04e93f2b5fad,35449,1731767909185 in 196 msec
2024-11-16T14:39:37,565 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-16T14:39:37,565 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0b10da34a64e24ba1c9abbb9993e9d73, ASSIGN in 361 msec
2024-11-16T14:39:37,567 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T14:39:37,567 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767977567"}]},"ts":"1731767977567"}
2024-11-16T14:39:37,570 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-16T14:39:37,571 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T14:39:37,574 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2170 sec
2024-11-16T14:39:38,282 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T14:39:38,316 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-16T14:39:38,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-16T14:39:38,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-16T14:39:38,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-16T14:39:38,765 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-16T14:39:38,770 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-16T14:39:38,770 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-16T14:39:38,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-16T14:39:38,772 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-16T14:39:38,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-16T14:39:38,773 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-16T14:39:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T14:39:39,394 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-16T14:39:39,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-16T14:39:39,395 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:39:39,405 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-16T14:39:39,405 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:39:39,405 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-16T14:39:39,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:39:39,421 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T14:39:39,421 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-16T14:39:39,425 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-16T14:39:39,426 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-16T14:39:45,446 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04e93f2b5fad:35449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6019ms, rpcTimeout=5999ms
2024-11-16T14:39:45,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6019ms, rpcTimeout=5999ms
2024-11-16T14:39:45,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 from cache
2024-11-16T14:39:45,458 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=5028 (was 5047)
2024-11-16T14:39:45,467 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=5028
2024-11-16T14:39:45,469 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:39:45,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-16T14:39:45,474 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T14:39:45,474 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:45,474 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-16T14:39:45,475 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T14:39:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-16T14:39:45,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741839_1015 (size=412)
2024-11-16T14:39:45,894 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 800ab0e5e4b729f613648dbcb610cdd1, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:39:45,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741840_1016 (size=63)
2024-11-16T14:39:45,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-16T14:39:46,312 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:46,313 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 800ab0e5e4b729f613648dbcb610cdd1, disabling compactions & flushes
2024-11-16T14:39:46,313 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:39:46,314 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:39:46,314 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1. after waiting 0 ms
2024-11-16T14:39:46,314 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:39:46,314 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:39:46,315 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 800ab0e5e4b729f613648dbcb610cdd1:
Waiting for close lock at 1731767986313Disabling compacts and flushes for region at 1731767986313Disabling writes for close at 1731767986314 (+1 ms)Writing region close event to WAL at 1731767986314Closed at 1731767986314
2024-11-16T14:39:46,320 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T14:39:46,321 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731767986320"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767986320"}]},"ts":"1731767986320"}
2024-11-16T14:39:46,324 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T14:39:46,326 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T14:39:46,326 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767986326"}]},"ts":"1731767986326"}
2024-11-16T14:39:46,329 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-16T14:39:46,329 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=800ab0e5e4b729f613648dbcb610cdd1, ASSIGN}]
2024-11-16T14:39:46,331 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=800ab0e5e4b729f613648dbcb610cdd1, ASSIGN
2024-11-16T14:39:46,332 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=800ab0e5e4b729f613648dbcb610cdd1, ASSIGN; state=OFFLINE, location=04e93f2b5fad,35449,1731767909185; forceNewPlan=false, retain=false
2024-11-16T14:39:46,484 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=800ab0e5e4b729f613648dbcb610cdd1, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-16T14:39:46,492 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=800ab0e5e4b729f613648dbcb610cdd1, ASSIGN because future has completed
2024-11-16T14:39:46,493 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 800ab0e5e4b729f613648dbcb610cdd1, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:39:46,657 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:39:46,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 800ab0e5e4b729f613648dbcb610cdd1, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:39:46,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:39:46,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:46,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:39:46,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:39:46,660 INFO  [StoreOpener-800ab0e5e4b729f613648dbcb610cdd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 800ab0e5e4b729f613648dbcb610cdd1 
2024-11-16T14:39:46,662 INFO  [StoreOpener-800ab0e5e4b729f613648dbcb610cdd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 800ab0e5e4b729f613648dbcb610cdd1 columnFamilyName testFamily
2024-11-16T14:39:46,662 DEBUG [StoreOpener-800ab0e5e4b729f613648dbcb610cdd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:46,663 INFO  [StoreOpener-800ab0e5e4b729f613648dbcb610cdd1-1 {}] regionserver.HStore(327): Store=800ab0e5e4b729f613648dbcb610cdd1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:39:46,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:39:46,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNextAsync/800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:39:46,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNextAsync/800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:39:46,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:39:46,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:39:46,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:39:46,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNextAsync/800ab0e5e4b729f613648dbcb610cdd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:39:46,673 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 800ab0e5e4b729f613648dbcb610cdd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58984620, jitterRate=-0.12106066942214966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T14:39:46,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:39:46,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 800ab0e5e4b729f613648dbcb610cdd1:
Running coprocessor pre-open hook at 1731767986658Writing region info on filesystem at 1731767986658Initializing all the Stores at 1731767986659 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767986659Cleaning up temporary data from old regions at 1731767986666 (+7 ms)Running coprocessor post-open hooks at 1731767986674 (+8 ms)Region opened successfully at 1731767986674
2024-11-16T14:39:46,675 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1., pid=12, masterSystemTime=1731767986647
2024-11-16T14:39:46,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:39:46,679 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:39:46,679 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=800ab0e5e4b729f613648dbcb610cdd1, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:46,683 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 800ab0e5e4b729f613648dbcb610cdd1, server=04e93f2b5fad,35449,1731767909185 because future has completed
2024-11-16T14:39:46,688 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-16T14:39:46,690 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 800ab0e5e4b729f613648dbcb610cdd1, server=04e93f2b5fad,35449,1731767909185 in 192 msec
2024-11-16T14:39:46,692 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-16T14:39:46,692 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=800ab0e5e4b729f613648dbcb610cdd1, ASSIGN in 359 msec
2024-11-16T14:39:46,694 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T14:39:46,694 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767986694"}]},"ts":"1731767986694"}
2024-11-16T14:39:46,696 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-16T14:39:46,698 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T14:39:46,700 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2280 sec
2024-11-16T14:39:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-16T14:39:48,522 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-16T14:39:48,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-16T14:39:48,523 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:39:48,533 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-16T14:39:48,533 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:39:48,533 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-16T14:39:48,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:39:48,548 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T14:39:48,548 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-16T14:39:48,552 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-16T14:39:48,554 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-16T14:39:48,556 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-16T14:39:48,557 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-16T14:39:48,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-16T14:39:48,765 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-16T14:39:50,321 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-16T14:39:52,185 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T14:39:54,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995413' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-16T14:39:54,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:43220 deadline: 1731768000564, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995413' does not exist
2024-11-16T14:39:54,576 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 04e93f2b5fad,35449,1731767909185 for closing scanner id = 2205174945799995413 for 800ab0e5e4b729f613648dbcb610cdd1 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995413' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T14:39:54,579 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=5018 (was 5028)
2024-11-16T14:39:54,588 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=5018
2024-11-16T14:39:54,591 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:39:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-16T14:39:54,593 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T14:39:54,593 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:54,593 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-16T14:39:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T14:39:54,595 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T14:39:54,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741841_1017 (size=423)
2024-11-16T14:39:55,008 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7d604f0475f759acea797d271f2fc41, NAME => 'testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:39:55,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741842_1018 (size=74)
2024-11-16T14:39:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-16T14:39:55,427 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:55,427 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing f7d604f0475f759acea797d271f2fc41, disabling compactions & flushes
2024-11-16T14:39:55,427 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:39:55,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:39:55,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41. after waiting 0 ms
2024-11-16T14:39:55,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:39:55,428 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:39:55,429 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7d604f0475f759acea797d271f2fc41:
Waiting for close lock at 1731767995427Disabling compacts and flushes for region at 1731767995427Disabling writes for close at 1731767995428 (+1 ms)Writing region close event to WAL at 1731767995428Closed at 1731767995428
2024-11-16T14:39:55,432 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T14:39:55,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731767995432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767995432"}]},"ts":"1731767995432"}
2024-11-16T14:39:55,435 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T14:39:55,436 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T14:39:55,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767995436"}]},"ts":"1731767995436"}
2024-11-16T14:39:55,439 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-16T14:39:55,439 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f7d604f0475f759acea797d271f2fc41, ASSIGN}]
2024-11-16T14:39:55,441 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f7d604f0475f759acea797d271f2fc41, ASSIGN
2024-11-16T14:39:55,442 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f7d604f0475f759acea797d271f2fc41, ASSIGN; state=OFFLINE, location=04e93f2b5fad,35449,1731767909185; forceNewPlan=false, retain=false
2024-11-16T14:39:55,593 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f7d604f0475f759acea797d271f2fc41, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:55,600 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f7d604f0475f759acea797d271f2fc41, ASSIGN because future has completed
2024-11-16T14:39:55,602 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7d604f0475f759acea797d271f2fc41, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:39:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T14:39:55,799 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:39:55,800 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f7d604f0475f759acea797d271f2fc41, NAME => 'testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:39:55,801 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException f7d604f0475f759acea797d271f2fc41
2024-11-16T14:39:55,801 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:55,801 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f7d604f0475f759acea797d271f2fc41
2024-11-16T14:39:55,801 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f7d604f0475f759acea797d271f2fc41
2024-11-16T14:39:55,806 INFO  [StoreOpener-f7d604f0475f759acea797d271f2fc41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f7d604f0475f759acea797d271f2fc41 
2024-11-16T14:39:55,811 INFO  [StoreOpener-f7d604f0475f759acea797d271f2fc41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7d604f0475f759acea797d271f2fc41 columnFamilyName testFamily
2024-11-16T14:39:55,811 DEBUG [StoreOpener-f7d604f0475f759acea797d271f2fc41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:55,812 INFO  [StoreOpener-f7d604f0475f759acea797d271f2fc41-1 {}] regionserver.HStore(327): Store=f7d604f0475f759acea797d271f2fc41/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:39:55,812 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f7d604f0475f759acea797d271f2fc41
2024-11-16T14:39:55,814 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextException/f7d604f0475f759acea797d271f2fc41
2024-11-16T14:39:55,815 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextException/f7d604f0475f759acea797d271f2fc41
2024-11-16T14:39:55,816 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f7d604f0475f759acea797d271f2fc41
2024-11-16T14:39:55,816 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f7d604f0475f759acea797d271f2fc41
2024-11-16T14:39:55,820 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f7d604f0475f759acea797d271f2fc41
2024-11-16T14:39:55,824 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextException/f7d604f0475f759acea797d271f2fc41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:39:55,825 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f7d604f0475f759acea797d271f2fc41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70538656, jitterRate=0.05110788345336914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T14:39:55,825 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7d604f0475f759acea797d271f2fc41
2024-11-16T14:39:55,826 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f7d604f0475f759acea797d271f2fc41:
Running coprocessor pre-open hook at 1731767995802Writing region info on filesystem at 1731767995802Initializing all the Stores at 1731767995805 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767995805Cleaning up temporary data from old regions at 1731767995816 (+11 ms)Running coprocessor post-open hooks at 1731767995825 (+9 ms)Region opened successfully at 1731767995826 (+1 ms)
2024-11-16T14:39:55,827 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41., pid=15, masterSystemTime=1731767995757
2024-11-16T14:39:55,830 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:39:55,830 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:39:55,831 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f7d604f0475f759acea797d271f2fc41, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:55,834 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7d604f0475f759acea797d271f2fc41, server=04e93f2b5fad,35449,1731767909185 because future has completed
2024-11-16T14:39:55,839 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-16T14:39:55,840 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f7d604f0475f759acea797d271f2fc41, server=04e93f2b5fad,35449,1731767909185 in 234 msec
2024-11-16T14:39:55,842 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-16T14:39:55,843 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f7d604f0475f759acea797d271f2fc41, ASSIGN in 400 msec
2024-11-16T14:39:55,844 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T14:39:55,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767995844"}]},"ts":"1731767995844"}
2024-11-16T14:39:55,847 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-16T14:39:55,849 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T14:39:55,851 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2580 sec
2024-11-16T14:39:56,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-16T14:39:57,551 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T14:39:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T14:39:57,624 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-16T14:39:57,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-16T14:39:57,625 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:39:57,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-16T14:39:57,639 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:39:57,639 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-16T14:39:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:39:57,653 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T14:39:57,653 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-16T14:39:57,656 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-16T14:39:57,659 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-16T14:39:57,660 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-16T14:39:57,661 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2205174945799995417
2024-11-16T14:39:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43220 deadline: 1731768000660, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T14:39:57,665 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-16T14:39:57,666 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-16T14:39:57,667 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T14:39:57,669 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T14:39:57,670 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2205174945799995419
2024-11-16T14:39:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43220 deadline: 1731768000669, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T14:39:57,674 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T14:39:57,674 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=2205174945799995420
2024-11-16T14:39:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43220 deadline: 1731768000673, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T14:39:57,677 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T14:39:57,678 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=2205174945799995421
2024-11-16T14:39:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43220 deadline: 1731768000677, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-16T14:39:57,680 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-16T14:39:57,687 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-160787828_22 at /127.0.0.1:42182 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=5014 (was 5018)
2024-11-16T14:39:57,695 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=5014
2024-11-16T14:39:57,698 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:39:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-16T14:39:57,701 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T14:39:57,701 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:57,702 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-16T14:39:57,703 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T14:39:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-16T14:39:57,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741843_1019 (size=418)
2024-11-16T14:39:58,115 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4543159b7aaf5e205331738c2c641b8d, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:39:58,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741844_1020 (size=69)
2024-11-16T14:39:58,526 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:58,526 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 4543159b7aaf5e205331738c2c641b8d, disabling compactions & flushes
2024-11-16T14:39:58,526 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:39:58,526 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:39:58,526 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d. after waiting 0 ms
2024-11-16T14:39:58,526 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:39:58,527 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:39:58,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4543159b7aaf5e205331738c2c641b8d:
Waiting for close lock at 1731767998526Disabling compacts and flushes for region at 1731767998526Disabling writes for close at 1731767998526Writing region close event to WAL at 1731767998526Closed at 1731767998526
2024-11-16T14:39:58,531 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T14:39:58,532 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731767998531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767998531"}]},"ts":"1731767998531"}
2024-11-16T14:39:58,537 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T14:39:58,539 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T14:39:58,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767998539"}]},"ts":"1731767998539"}
2024-11-16T14:39:58,541 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-16T14:39:58,542 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4543159b7aaf5e205331738c2c641b8d, ASSIGN}]
2024-11-16T14:39:58,543 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4543159b7aaf5e205331738c2c641b8d, ASSIGN
2024-11-16T14:39:58,544 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4543159b7aaf5e205331738c2c641b8d, ASSIGN; state=OFFLINE, location=04e93f2b5fad,35449,1731767909185; forceNewPlan=false, retain=false
2024-11-16T14:39:58,695 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=4543159b7aaf5e205331738c2c641b8d, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:58,702 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4543159b7aaf5e205331738c2c641b8d, ASSIGN because future has completed
2024-11-16T14:39:58,703 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4543159b7aaf5e205331738c2c641b8d, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:39:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-16T14:39:58,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-16T14:39:58,765 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-16T14:39:58,865 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:39:58,866 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4543159b7aaf5e205331738c2c641b8d, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:39:58,866 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:39:58,866 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:39:58,866 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:39:58,867 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:39:58,869 INFO  [StoreOpener-4543159b7aaf5e205331738c2c641b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4543159b7aaf5e205331738c2c641b8d 
2024-11-16T14:39:58,872 INFO  [StoreOpener-4543159b7aaf5e205331738c2c641b8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4543159b7aaf5e205331738c2c641b8d columnFamilyName testFamily
2024-11-16T14:39:58,872 DEBUG [StoreOpener-4543159b7aaf5e205331738c2c641b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:39:58,872 INFO  [StoreOpener-4543159b7aaf5e205331738c2c641b8d-1 {}] regionserver.HStore(327): Store=4543159b7aaf5e205331738c2c641b8d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:39:58,873 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:39:58,874 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScanner/4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:39:58,874 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScanner/4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:39:58,875 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:39:58,875 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:39:58,877 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:39:58,880 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScanner/4543159b7aaf5e205331738c2c641b8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:39:58,881 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4543159b7aaf5e205331738c2c641b8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59377248, jitterRate=-0.11521005630493164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T14:39:58,881 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:39:58,881 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4543159b7aaf5e205331738c2c641b8d:
Running coprocessor pre-open hook at 1731767998867Writing region info on filesystem at 1731767998867Initializing all the Stores at 1731767998868 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767998869 (+1 ms)Cleaning up temporary data from old regions at 1731767998875 (+6 ms)Running coprocessor post-open hooks at 1731767998881 (+6 ms)Region opened successfully at 1731767998881
2024-11-16T14:39:58,883 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., pid=18, masterSystemTime=1731767998857
2024-11-16T14:39:58,886 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:39:58,886 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:39:58,886 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=4543159b7aaf5e205331738c2c641b8d, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:39:58,889 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4543159b7aaf5e205331738c2c641b8d, server=04e93f2b5fad,35449,1731767909185 because future has completed
2024-11-16T14:39:58,894 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-16T14:39:58,894 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 4543159b7aaf5e205331738c2c641b8d, server=04e93f2b5fad,35449,1731767909185 in 189 msec
2024-11-16T14:39:58,897 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-16T14:39:58,897 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4543159b7aaf5e205331738c2c641b8d, ASSIGN in 352 msec
2024-11-16T14:39:58,899 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T14:39:58,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767998899"}]},"ts":"1731767998899"}
2024-11-16T14:39:58,901 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-16T14:39:58,902 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T14:39:58,904 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2040 sec
2024-11-16T14:40:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-16T14:40:00,743 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-16T14:40:00,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-16T14:40:00,744 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:00,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-16T14:40:00,754 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:00,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-16T14:40:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:40:00,767 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T14:40:00,768 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-16T14:40:00,771 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-16T14:40:00,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-16T14:40:01,304 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T14:40:01,783 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04e93f2b5fad:35449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-16T14:40:01,783 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-16T14:40:01,783 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 from cache
2024-11-16T14:40:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-16T14:40:02,326 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-16T14:40:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:40:02,808 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-16T14:40:03,772 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04e93f2b5fad:35449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=966ms, rpcTimeout=965ms
2024-11-16T14:40:03,772 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=966ms, rpcTimeout=965ms
2024-11-16T14:40:03,772 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 from cache
2024-11-16T14:40:03,784 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=5008 (was 5014)
2024-11-16T14:40:03,792 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=5008
2024-11-16T14:40:03,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:40:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-16T14:40:03,798 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T14:40:03,798 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:40:03,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-16T14:40:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T14:40:03,799 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T14:40:03,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741845_1021 (size=416)
2024-11-16T14:40:04,217 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd2b613b003b9c66897ae30594a77277, NAME => 'testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:40:04,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741846_1022 (size=67)
2024-11-16T14:40:04,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-16T14:40:04,632 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:40:04,633 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing fd2b613b003b9c66897ae30594a77277, disabling compactions & flushes
2024-11-16T14:40:04,633 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:04,633 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:04,633 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277. after waiting 0 ms
2024-11-16T14:40:04,634 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:04,634 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:04,635 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd2b613b003b9c66897ae30594a77277:
Waiting for close lock at 1731768004633Disabling compacts and flushes for region at 1731768004633Disabling writes for close at 1731768004633Writing region close event to WAL at 1731768004634 (+1 ms)Closed at 1731768004634
2024-11-16T14:40:04,640 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T14:40:04,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731768004640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731768004640"}]},"ts":"1731768004640"}
2024-11-16T14:40:04,643 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T14:40:04,644 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T14:40:04,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731768004644"}]},"ts":"1731768004644"}
2024-11-16T14:40:04,646 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-16T14:40:04,647 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fd2b613b003b9c66897ae30594a77277, ASSIGN}]
2024-11-16T14:40:04,648 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fd2b613b003b9c66897ae30594a77277, ASSIGN
2024-11-16T14:40:04,649 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fd2b613b003b9c66897ae30594a77277, ASSIGN; state=OFFLINE, location=04e93f2b5fad,35449,1731767909185; forceNewPlan=false, retain=false
2024-11-16T14:40:04,801 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=fd2b613b003b9c66897ae30594a77277, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:04,811 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fd2b613b003b9c66897ae30594a77277, ASSIGN because future has completed
2024-11-16T14:40:04,812 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd2b613b003b9c66897ae30594a77277, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:40:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T14:40:04,980 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:04,980 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fd2b613b003b9c66897ae30594a77277, NAME => 'testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:40:04,981 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:04,981 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:40:04,981 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:04,981 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:04,983 INFO  [StoreOpener-fd2b613b003b9c66897ae30594a77277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fd2b613b003b9c66897ae30594a77277 
2024-11-16T14:40:04,985 INFO  [StoreOpener-fd2b613b003b9c66897ae30594a77277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2b613b003b9c66897ae30594a77277 columnFamilyName testFamily
2024-11-16T14:40:04,985 DEBUG [StoreOpener-fd2b613b003b9c66897ae30594a77277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:40:04,985 INFO  [StoreOpener-fd2b613b003b9c66897ae30594a77277-1 {}] regionserver.HStore(327): Store=fd2b613b003b9c66897ae30594a77277/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:40:04,985 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:04,986 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNextAsync/fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:04,987 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNextAsync/fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:04,987 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:04,987 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:04,989 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:04,993 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNextAsync/fd2b613b003b9c66897ae30594a77277/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:40:04,994 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fd2b613b003b9c66897ae30594a77277; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68542478, jitterRate=0.021362513303756714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T14:40:04,994 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:04,995 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fd2b613b003b9c66897ae30594a77277:
Running coprocessor pre-open hook at 1731768004981Writing region info on filesystem at 1731768004981Initializing all the Stores at 1731768004982 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731768004982Cleaning up temporary data from old regions at 1731768004987 (+5 ms)Running coprocessor post-open hooks at 1731768004994 (+7 ms)Region opened successfully at 1731768004995 (+1 ms)
2024-11-16T14:40:04,996 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277., pid=21, masterSystemTime=1731768004966
2024-11-16T14:40:04,999 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:04,999 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:05,000 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=fd2b613b003b9c66897ae30594a77277, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:05,003 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd2b613b003b9c66897ae30594a77277, server=04e93f2b5fad,35449,1731767909185 because future has completed
2024-11-16T14:40:05,007 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-16T14:40:05,007 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure fd2b613b003b9c66897ae30594a77277, server=04e93f2b5fad,35449,1731767909185 in 192 msec
2024-11-16T14:40:05,009 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-16T14:40:05,009 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fd2b613b003b9c66897ae30594a77277, ASSIGN in 360 msec
2024-11-16T14:40:05,010 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T14:40:05,010 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731768005010"}]},"ts":"1731768005010"}
2024-11-16T14:40:05,013 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-16T14:40:05,014 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T14:40:05,016 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2190 sec
2024-11-16T14:40:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T14:40:06,852 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-16T14:40:06,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-16T14:40:06,853 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:06,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-16T14:40:06,864 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:06,864 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-16T14:40:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:40:06,880 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T14:40:06,880 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-16T14:40:06,884 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-16T14:40:06,886 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-16T14:40:06,887 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-16T14:40:06,888 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-16T14:40:08,331 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-16T14:40:08,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-16T14:40:08,765 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-16T14:40:08,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-16T14:40:08,769 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-16T14:40:09,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995432' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-16T14:40:09,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:43220 deadline: 1731768010894, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995432' does not exist
2024-11-16T14:40:09,902 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 04e93f2b5fad,35449,1731767909185 for closing scanner id = 2205174945799995432 for fd2b613b003b9c66897ae30594a77277 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995432' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T14:40:09,909 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 108), ProcessCount=11 (was 11), AvailableMemoryMB=5001 (was 5008)
2024-11-16T14:40:09,919 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=5001
2024-11-16T14:40:09,922 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:40:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-16T14:40:09,926 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T14:40:09,926 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:40:09,927 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-16T14:40:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-16T14:40:09,928 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T14:40:09,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741847_1023 (size=411)
2024-11-16T14:40:10,343 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9bc11917ef1d5e9664446b938e5bd14, NAME => 'testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:40:10,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741848_1024 (size=62)
2024-11-16T14:40:10,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-16T14:40:10,485 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T14:40:10,758 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:40:10,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing b9bc11917ef1d5e9664446b938e5bd14, disabling compactions & flushes
2024-11-16T14:40:10,759 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:10,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:10,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14. after waiting 0 ms
2024-11-16T14:40:10,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:10,760 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:10,760 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9bc11917ef1d5e9664446b938e5bd14:
Waiting for close lock at 1731768010759Disabling compacts and flushes for region at 1731768010759Disabling writes for close at 1731768010759Writing region close event to WAL at 1731768010760 (+1 ms)Closed at 1731768010760
2024-11-16T14:40:10,764 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T14:40:10,765 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731768010765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731768010765"}]},"ts":"1731768010765"}
2024-11-16T14:40:10,769 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T14:40:10,770 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T14:40:10,771 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731768010770"}]},"ts":"1731768010770"}
2024-11-16T14:40:10,773 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-16T14:40:10,774 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=b9bc11917ef1d5e9664446b938e5bd14, ASSIGN}]
2024-11-16T14:40:10,776 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=b9bc11917ef1d5e9664446b938e5bd14, ASSIGN
2024-11-16T14:40:10,777 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=b9bc11917ef1d5e9664446b938e5bd14, ASSIGN; state=OFFLINE, location=04e93f2b5fad,35449,1731767909185; forceNewPlan=false, retain=false
2024-11-16T14:40:10,928 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=b9bc11917ef1d5e9664446b938e5bd14, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:10,935 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=b9bc11917ef1d5e9664446b938e5bd14, ASSIGN because future has completed
2024-11-16T14:40:10,936 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9bc11917ef1d5e9664446b938e5bd14, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:40:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-16T14:40:11,105 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:11,105 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b9bc11917ef1d5e9664446b938e5bd14, NAME => 'testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:40:11,105 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:11,106 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:40:11,106 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:11,106 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:11,109 INFO  [StoreOpener-b9bc11917ef1d5e9664446b938e5bd14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b9bc11917ef1d5e9664446b938e5bd14 
2024-11-16T14:40:11,111 INFO  [StoreOpener-b9bc11917ef1d5e9664446b938e5bd14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9bc11917ef1d5e9664446b938e5bd14 columnFamilyName testFamily
2024-11-16T14:40:11,111 DEBUG [StoreOpener-b9bc11917ef1d5e9664446b938e5bd14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:40:11,112 INFO  [StoreOpener-b9bc11917ef1d5e9664446b938e5bd14-1 {}] regionserver.HStore(327): Store=b9bc11917ef1d5e9664446b938e5bd14/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:40:11,113 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:11,115 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNext/b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:11,116 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNext/b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:11,117 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:11,117 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:11,121 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:11,124 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNext/b9bc11917ef1d5e9664446b938e5bd14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:40:11,125 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b9bc11917ef1d5e9664446b938e5bd14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73427173, jitterRate=0.09415014088153839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T14:40:11,125 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:11,126 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b9bc11917ef1d5e9664446b938e5bd14:
Running coprocessor pre-open hook at 1731768011106Writing region info on filesystem at 1731768011106Initializing all the Stores at 1731768011108 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731768011108Cleaning up temporary data from old regions at 1731768011117 (+9 ms)Running coprocessor post-open hooks at 1731768011125 (+8 ms)Region opened successfully at 1731768011126 (+1 ms)
2024-11-16T14:40:11,128 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14., pid=24, masterSystemTime=1731768011092
2024-11-16T14:40:11,130 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:11,130 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:11,131 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=b9bc11917ef1d5e9664446b938e5bd14, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:11,134 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9bc11917ef1d5e9664446b938e5bd14, server=04e93f2b5fad,35449,1731767909185 because future has completed
2024-11-16T14:40:11,137 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-16T14:40:11,137 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure b9bc11917ef1d5e9664446b938e5bd14, server=04e93f2b5fad,35449,1731767909185 in 199 msec
2024-11-16T14:40:11,141 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-16T14:40:11,141 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=b9bc11917ef1d5e9664446b938e5bd14, ASSIGN in 363 msec
2024-11-16T14:40:11,142 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T14:40:11,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731768011142"}]},"ts":"1731768011142"}
2024-11-16T14:40:11,145 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-16T14:40:11,147 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T14:40:11,149 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2250 sec
2024-11-16T14:40:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-16T14:40:12,951 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-16T14:40:12,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-16T14:40:12,951 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:12,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-16T14:40:12,962 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:12,962 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-16T14:40:12,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:40:12,974 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T14:40:12,974 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-16T14:40:12,978 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-16T14:40:12,980 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-16T14:40:12,981 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-16T14:40:12,982 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-16T14:40:13,187 INFO  [master/04e93f2b5fad:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-16T14:40:13,187 INFO  [master/04e93f2b5fad:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-16T14:40:14,334 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-16T14:40:15,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995436' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-16T14:40:15,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:43220 deadline: 1731768016986, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995436' does not exist
2024-11-16T14:40:15,988 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 04e93f2b5fad,35449,1731767909185 for closing scanner id = 2205174945799995436 for b9bc11917ef1d5e9664446b938e5bd14 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995436' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T14:40:15,995 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=98 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=5000 (was 5001)
2024-11-16T14:40:16,003 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=98, ProcessCount=11, AvailableMemoryMB=5000
2024-11-16T14:40:16,006 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:40:16,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-16T14:40:16,010 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T14:40:16,010 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:40:16,010 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-16T14:40:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T14:40:16,012 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T14:40:16,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741849_1025 (size=419)
2024-11-16T14:40:16,423 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f90d9ee53111f1fa2ed6e1b8de0ef41, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:40:16,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741850_1026 (size=70)
2024-11-16T14:40:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-16T14:40:16,608 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T14:40:16,834 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:40:16,835 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6f90d9ee53111f1fa2ed6e1b8de0ef41, disabling compactions & flushes
2024-11-16T14:40:16,835 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:16,835 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:16,835 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41. after waiting 0 ms
2024-11-16T14:40:16,835 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:16,836 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:16,836 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f90d9ee53111f1fa2ed6e1b8de0ef41:
Waiting for close lock at 1731768016835Disabling compacts and flushes for region at 1731768016835Disabling writes for close at 1731768016835Writing region close event to WAL at 1731768016835Closed at 1731768016835
2024-11-16T14:40:16,838 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T14:40:16,839 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731768016838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731768016838"}]},"ts":"1731768016838"}
2024-11-16T14:40:16,843 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T14:40:16,844 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T14:40:16,844 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731768016844"}]},"ts":"1731768016844"}
2024-11-16T14:40:16,847 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-16T14:40:16,847 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6f90d9ee53111f1fa2ed6e1b8de0ef41, ASSIGN}]
2024-11-16T14:40:16,848 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6f90d9ee53111f1fa2ed6e1b8de0ef41, ASSIGN
2024-11-16T14:40:16,850 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6f90d9ee53111f1fa2ed6e1b8de0ef41, ASSIGN; state=OFFLINE, location=04e93f2b5fad,35449,1731767909185; forceNewPlan=false, retain=false
2024-11-16T14:40:17,001 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6f90d9ee53111f1fa2ed6e1b8de0ef41, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:17,004 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6f90d9ee53111f1fa2ed6e1b8de0ef41, ASSIGN because future has completed
2024-11-16T14:40:17,004 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f90d9ee53111f1fa2ed6e1b8de0ef41, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:40:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T14:40:17,169 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:17,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f90d9ee53111f1fa2ed6e1b8de0ef41, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:40:17,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:17,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:40:17,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:17,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:17,172 INFO  [StoreOpener-6f90d9ee53111f1fa2ed6e1b8de0ef41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6f90d9ee53111f1fa2ed6e1b8de0ef41 
2024-11-16T14:40:17,174 INFO  [StoreOpener-6f90d9ee53111f1fa2ed6e1b8de0ef41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f90d9ee53111f1fa2ed6e1b8de0ef41 columnFamilyName testFamily
2024-11-16T14:40:17,174 DEBUG [StoreOpener-6f90d9ee53111f1fa2ed6e1b8de0ef41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:40:17,174 INFO  [StoreOpener-6f90d9ee53111f1fa2ed6e1b8de0ef41-1 {}] regionserver.HStore(327): Store=6f90d9ee53111f1fa2ed6e1b8de0ef41/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:40:17,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:17,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:17,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:17,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:17,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:17,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:17,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6f90d9ee53111f1fa2ed6e1b8de0ef41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:40:17,182 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 6f90d9ee53111f1fa2ed6e1b8de0ef41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60670523, jitterRate=-0.09593875706195831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T14:40:17,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:17,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 6f90d9ee53111f1fa2ed6e1b8de0ef41:
Running coprocessor pre-open hook at 1731768017170Writing region info on filesystem at 1731768017170Initializing all the Stores at 1731768017171 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731768017171Cleaning up temporary data from old regions at 1731768017176 (+5 ms)Running coprocessor post-open hooks at 1731768017182 (+6 ms)Region opened successfully at 1731768017183 (+1 ms)
2024-11-16T14:40:17,184 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., pid=27, masterSystemTime=1731768017157
2024-11-16T14:40:17,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:17,187 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:17,187 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6f90d9ee53111f1fa2ed6e1b8de0ef41, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:17,190 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f90d9ee53111f1fa2ed6e1b8de0ef41, server=04e93f2b5fad,35449,1731767909185 because future has completed
2024-11-16T14:40:17,193 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-16T14:40:17,194 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f90d9ee53111f1fa2ed6e1b8de0ef41, server=04e93f2b5fad,35449,1731767909185 in 187 msec
2024-11-16T14:40:17,196 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-16T14:40:17,196 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6f90d9ee53111f1fa2ed6e1b8de0ef41, ASSIGN in 347 msec
2024-11-16T14:40:17,197 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T14:40:17,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731768017197"}]},"ts":"1731768017197"}
2024-11-16T14:40:17,200 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-16T14:40:17,201 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T14:40:17,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1950 sec
2024-11-16T14:40:18,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-16T14:40:18,765 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-16T14:40:18,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-16T14:40:18,768 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-16T14:40:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T14:40:19,044 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-16T14:40:19,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-16T14:40:19,044 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:19,056 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-16T14:40:19,056 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:19,056 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-16T14:40:19,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:40:19,069 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T14:40:19,069 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-16T14:40:19,072 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-16T14:40:19,073 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-16T14:40:20,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-16T14:40:22,672 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T14:40:25,082 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04e93f2b5fad:35449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-16T14:40:25,083 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-16T14:40:25,083 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 from cache
2024-11-16T14:40:25,102 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=83 (was 98), ProcessCount=11 (was 11), AvailableMemoryMB=4993 (was 5000)
2024-11-16T14:40:25,111 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=83, ProcessCount=11, AvailableMemoryMB=4993
2024-11-16T14:40:25,114 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:40:25,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-16T14:40:25,117 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T14:40:25,117 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:40:25,117 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-16T14:40:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-16T14:40:25,118 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T14:40:25,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741851_1027 (size=407)
2024-11-16T14:40:25,530 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f0ed488d9ae27be51dbe7f484554fd5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:40:25,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741852_1028 (size=58)
2024-11-16T14:40:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-16T14:40:25,943 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:40:25,943 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 5f0ed488d9ae27be51dbe7f484554fd5, disabling compactions & flushes
2024-11-16T14:40:25,943 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:25,943 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:25,944 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5. after waiting 0 ms
2024-11-16T14:40:25,944 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:25,944 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:25,944 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f0ed488d9ae27be51dbe7f484554fd5:
Waiting for close lock at 1731768025943Disabling compacts and flushes for region at 1731768025943Disabling writes for close at 1731768025944 (+1 ms)Writing region close event to WAL at 1731768025944Closed at 1731768025944
2024-11-16T14:40:25,949 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T14:40:25,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731768025949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731768025949"}]},"ts":"1731768025949"}
2024-11-16T14:40:25,954 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T14:40:25,955 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T14:40:25,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731768025955"}]},"ts":"1731768025955"}
2024-11-16T14:40:25,957 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-16T14:40:25,958 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5f0ed488d9ae27be51dbe7f484554fd5, ASSIGN}]
2024-11-16T14:40:25,959 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5f0ed488d9ae27be51dbe7f484554fd5, ASSIGN
2024-11-16T14:40:25,960 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5f0ed488d9ae27be51dbe7f484554fd5, ASSIGN; state=OFFLINE, location=04e93f2b5fad,35449,1731767909185; forceNewPlan=false, retain=false
2024-11-16T14:40:26,111 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=5f0ed488d9ae27be51dbe7f484554fd5, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:26,116 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5f0ed488d9ae27be51dbe7f484554fd5, ASSIGN because future has completed
2024-11-16T14:40:26,117 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f0ed488d9ae27be51dbe7f484554fd5, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:40:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-16T14:40:26,286 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:26,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f0ed488d9ae27be51dbe7f484554fd5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:40:26,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:26,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:40:26,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:26,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:26,289 INFO  [StoreOpener-5f0ed488d9ae27be51dbe7f484554fd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5f0ed488d9ae27be51dbe7f484554fd5 
2024-11-16T14:40:26,292 INFO  [StoreOpener-5f0ed488d9ae27be51dbe7f484554fd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f0ed488d9ae27be51dbe7f484554fd5 columnFamilyName testFamily
2024-11-16T14:40:26,292 DEBUG [StoreOpener-5f0ed488d9ae27be51dbe7f484554fd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:40:26,293 INFO  [StoreOpener-5f0ed488d9ae27be51dbe7f484554fd5-1 {}] regionserver.HStore(327): Store=5f0ed488d9ae27be51dbe7f484554fd5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:40:26,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:26,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNext/5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNext/5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:26,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:26,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNext/5f0ed488d9ae27be51dbe7f484554fd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:40:26,301 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 5f0ed488d9ae27be51dbe7f484554fd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61418645, jitterRate=-0.08479087054729462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T14:40:26,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:26,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 5f0ed488d9ae27be51dbe7f484554fd5:
Running coprocessor pre-open hook at 1731768026287Writing region info on filesystem at 1731768026287Initializing all the Stores at 1731768026289 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731768026289Cleaning up temporary data from old regions at 1731768026295 (+6 ms)Running coprocessor post-open hooks at 1731768026301 (+6 ms)Region opened successfully at 1731768026302 (+1 ms)
2024-11-16T14:40:26,303 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5., pid=30, masterSystemTime=1731768026272
2024-11-16T14:40:26,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:26,306 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:26,307 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=5f0ed488d9ae27be51dbe7f484554fd5, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:26,309 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f0ed488d9ae27be51dbe7f484554fd5, server=04e93f2b5fad,35449,1731767909185 because future has completed
2024-11-16T14:40:26,314 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-16T14:40:26,315 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f0ed488d9ae27be51dbe7f484554fd5, server=04e93f2b5fad,35449,1731767909185 in 194 msec
2024-11-16T14:40:26,317 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-16T14:40:26,317 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5f0ed488d9ae27be51dbe7f484554fd5, ASSIGN in 356 msec
2024-11-16T14:40:26,318 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T14:40:26,318 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731768026318"}]},"ts":"1731768026318"}
2024-11-16T14:40:26,320 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-16T14:40:26,322 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T14:40:26,324 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2080 sec
2024-11-16T14:40:26,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-16T14:40:27,552 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T14:40:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-16T14:40:28,151 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-16T14:40:28,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-16T14:40:28,152 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:28,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-16T14:40:28,161 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:28,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-16T14:40:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:40:28,174 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T14:40:28,174 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-16T14:40:28,177 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-16T14:40:28,179 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-16T14:40:28,180 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-16T14:40:28,180 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-16T14:40:28,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-16T14:40:28,765 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-16T14:40:31,791 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T14:40:33,131 DEBUG [master/04e93f2b5fad:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-16T14:40:34,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995444' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-16T14:40:34,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:43220 deadline: 1731768040183, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995444' does not exist
2024-11-16T14:40:34,188 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 04e93f2b5fad,35449,1731767909185 for closing scanner id = 2205174945799995444 for 5f0ed488d9ae27be51dbe7f484554fd5 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2205174945799995444' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T14:40:34,195 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=86 (was 83) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4987 (was 4993)
2024-11-16T14:40:34,202 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=86, ProcessCount=11, AvailableMemoryMB=4987
2024-11-16T14:40:34,204 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T14:40:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-16T14:40:34,207 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T14:40:34,207 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:40:34,207 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-16T14:40:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-16T14:40:34,208 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T14:40:34,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741853_1029 (size=423)
2024-11-16T14:40:34,623 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce0980472d4ad2e9965d322aff529724, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777
2024-11-16T14:40:34,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741854_1030 (size=74)
2024-11-16T14:40:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-16T14:40:35,038 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:40:35,038 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing ce0980472d4ad2e9965d322aff529724, disabling compactions & flushes
2024-11-16T14:40:35,039 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:35,039 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:35,039 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724. after waiting 0 ms
2024-11-16T14:40:35,039 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:35,039 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:35,040 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce0980472d4ad2e9965d322aff529724:
Waiting for close lock at 1731768035038Disabling compacts and flushes for region at 1731768035038Disabling writes for close at 1731768035039 (+1 ms)Writing region close event to WAL at 1731768035039Closed at 1731768035039
2024-11-16T14:40:35,042 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T14:40:35,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731768035042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731768035042"}]},"ts":"1731768035042"}
2024-11-16T14:40:35,046 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T14:40:35,047 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T14:40:35,048 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731768035047"}]},"ts":"1731768035047"}
2024-11-16T14:40:35,050 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-16T14:40:35,050 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ce0980472d4ad2e9965d322aff529724, ASSIGN}]
2024-11-16T14:40:35,051 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ce0980472d4ad2e9965d322aff529724, ASSIGN
2024-11-16T14:40:35,052 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ce0980472d4ad2e9965d322aff529724, ASSIGN; state=OFFLINE, location=04e93f2b5fad,35449,1731767909185; forceNewPlan=false, retain=false
2024-11-16T14:40:35,203 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=ce0980472d4ad2e9965d322aff529724, regionState=OPENING, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:35,208 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ce0980472d4ad2e9965d322aff529724, ASSIGN because future has completed
2024-11-16T14:40:35,209 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce0980472d4ad2e9965d322aff529724, server=04e93f2b5fad,35449,1731767909185}]
2024-11-16T14:40:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-16T14:40:35,373 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:35,374 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => ce0980472d4ad2e9965d322aff529724, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.', STARTKEY => '', ENDKEY => ''}
2024-11-16T14:40:35,374 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:35,374 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T14:40:35,374 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:35,375 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:35,377 INFO  [StoreOpener-ce0980472d4ad2e9965d322aff529724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ce0980472d4ad2e9965d322aff529724 
2024-11-16T14:40:35,379 INFO  [StoreOpener-ce0980472d4ad2e9965d322aff529724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce0980472d4ad2e9965d322aff529724 columnFamilyName testFamily
2024-11-16T14:40:35,379 DEBUG [StoreOpener-ce0980472d4ad2e9965d322aff529724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T14:40:35,380 INFO  [StoreOpener-ce0980472d4ad2e9965d322aff529724-1 {}] regionserver.HStore(327): Store=ce0980472d4ad2e9965d322aff529724/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T14:40:35,380 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:35,382 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScannerAsync/ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:35,382 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScannerAsync/ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:35,383 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:35,383 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:35,386 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:35,388 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScannerAsync/ce0980472d4ad2e9965d322aff529724/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T14:40:35,389 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened ce0980472d4ad2e9965d322aff529724; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75309086, jitterRate=0.12219282984733582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-16T14:40:35,389 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:35,390 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for ce0980472d4ad2e9965d322aff529724:
Running coprocessor pre-open hook at 1731768035375Writing region info on filesystem at 1731768035375Initializing all the Stores at 1731768035376 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731768035376Cleaning up temporary data from old regions at 1731768035383 (+7 ms)Running coprocessor post-open hooks at 1731768035389 (+6 ms)Region opened successfully at 1731768035390 (+1 ms)
2024-11-16T14:40:35,391 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., pid=33, masterSystemTime=1731768035363
2024-11-16T14:40:35,393 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:35,394 INFO  [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:35,394 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=ce0980472d4ad2e9965d322aff529724, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:35,397 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce0980472d4ad2e9965d322aff529724, server=04e93f2b5fad,35449,1731767909185 because future has completed
2024-11-16T14:40:35,400 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-16T14:40:35,400 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure ce0980472d4ad2e9965d322aff529724, server=04e93f2b5fad,35449,1731767909185 in 189 msec
2024-11-16T14:40:35,402 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-16T14:40:35,402 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ce0980472d4ad2e9965d322aff529724, ASSIGN in 350 msec
2024-11-16T14:40:35,403 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T14:40:35,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731768035403"}]},"ts":"1731768035403"}
2024-11-16T14:40:35,405 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-16T14:40:35,406 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T14:40:35,408 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2030 sec
2024-11-16T14:40:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-16T14:40:37,233 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-16T14:40:37,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-16T14:40:37,234 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:37,242 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-16T14:40:37,243 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-16T14:40:37,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-16T14:40:37,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:40:37,297 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-16T14:40:37,297 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-16T14:40:37,302 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-16T14:40:37,305 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-16T14:40:38,312 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04e93f2b5fad:35449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-16T14:40:38,313 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-16T14:40:38,313 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 from cache
2024-11-16T14:40:38,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-16T14:40:38,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-16T14:40:38,765 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-16T14:40:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-16T14:40:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2]
2024-11-16T14:40:39,327 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-16T14:40:40,313 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04e93f2b5fad:35449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=977ms
2024-11-16T14:40:40,313 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=977ms
2024-11-16T14:40:40,313 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., hostname=04e93f2b5fad,35449,1731767909185, seqNum=2 from cache
2024-11-16T14:40:40,326 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=79 (was 86), ProcessCount=11 (was 11), AvailableMemoryMB=4980 (was 4987)
2024-11-16T14:40:40,326 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T14:40:40,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T14:40:40,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T14:40:40,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T14:40:40,331 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T14:40:40,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-16T14:40:40,332 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T14:40:40,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T14:40:40,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T14:40:40,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T14:40:40,332 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T14:40:40,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-16T14:40:40,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119115424, stopped=false
2024-11-16T14:40:40,333 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04e93f2b5fad,39425,1731767908430
2024-11-16T14:40:40,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-16T14:40:40,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-16T14:40:40,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:40:40,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:40:40,401 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-16T14:40:40,403 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T14:40:40,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T14:40:40,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T14:40:40,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T14:40:40,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T14:40:40,405 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,35449,1731767909185' *****
2024-11-16T14:40:40,405 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-16T14:40:40,406 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-16T14:40:40,407 INFO  [RS:0;04e93f2b5fad:35449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-16T14:40:40,407 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-16T14:40:40,407 INFO  [RS:0;04e93f2b5fad:35449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-16T14:40:40,408 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 800ab0e5e4b729f613648dbcb610cdd1
2024-11-16T14:40:40,408 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for f7d604f0475f759acea797d271f2fc41
2024-11-16T14:40:40,408 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b10da34a64e24ba1c9abbb9993e9d73
2024-11-16T14:40:40,408 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:40,408 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f0ed488d9ae27be51dbe7f484554fd5
2024-11-16T14:40:40,408 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:40,408 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 4543159b7aaf5e205331738c2c641b8d
2024-11-16T14:40:40,408 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:40,409 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f90d9ee53111f1fa2ed6e1b8de0ef41
2024-11-16T14:40:40,409 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 800ab0e5e4b729f613648dbcb610cdd1, disabling compactions & flushes
2024-11-16T14:40:40,409 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:40:40,409 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:40:40,409 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:40,409 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:40:40,409 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-16T14:40:40,409 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1. after waiting 0 ms
2024-11-16T14:40:40,409 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:40:40,409 INFO  [RS:0;04e93f2b5fad:35449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04e93f2b5fad:35449.
2024-11-16T14:40:40,409 DEBUG [RS:0;04e93f2b5fad:35449 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T14:40:40,409 DEBUG [RS:0;04e93f2b5fad:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T14:40:40,409 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-16T14:40:40,409 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-16T14:40:40,409 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-16T14:40:40,409 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-16T14:40:40,410 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-16T14:40:40,410 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-16T14:40:40,410 INFO  [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-16T14:40:40,410 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-16T14:40:40,410 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-16T14:40:40,410 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 0b10da34a64e24ba1c9abbb9993e9d73, 1588230740, 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 800ab0e5e4b729f613648dbcb610cdd1, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724, f7d604f0475f759acea797d271f2fc41, fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:40,410 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-16T14:40:40,412 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 800ab0e5e4b729f613648dbcb610cdd1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T14:40:40,412 INFO  [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-16T14:40:40,461 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNextAsync/800ab0e5e4b729f613648dbcb610cdd1/.tmp/testFamily/005844a30f294fb1a7a8ec4feb5ab531 is 61, key is row-0/testFamily:testQualifier/1731767988538/Put/seqid=0
2024-11-16T14:40:40,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741855_1031 (size=5049)
2024-11-16T14:40:40,470 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/.tmp/info/8ea21fd4de6b46f88855724164cba561 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7./info:regioninfo/1731767974428/Put/seqid=0
2024-11-16T14:40:40,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741856_1032 (size=20564)
2024-11-16T14:40:40,611 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 0b10da34a64e24ba1c9abbb9993e9d73, 1588230740, 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 800ab0e5e4b729f613648dbcb610cdd1, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724, f7d604f0475f759acea797d271f2fc41, fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:40,811 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 0b10da34a64e24ba1c9abbb9993e9d73, 1588230740, 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 800ab0e5e4b729f613648dbcb610cdd1, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724, f7d604f0475f759acea797d271f2fc41, fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:40,828 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-16T14:40:40,872 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNextAsync/800ab0e5e4b729f613648dbcb610cdd1/.tmp/testFamily/005844a30f294fb1a7a8ec4feb5ab531
2024-11-16T14:40:40,877 INFO  [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/.tmp/info/8ea21fd4de6b46f88855724164cba561
2024-11-16T14:40:40,877 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T14:40:40,924 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNextAsync/800ab0e5e4b729f613648dbcb610cdd1/.tmp/testFamily/005844a30f294fb1a7a8ec4feb5ab531 as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNextAsync/800ab0e5e4b729f613648dbcb610cdd1/testFamily/005844a30f294fb1a7a8ec4feb5ab531
2024-11-16T14:40:40,932 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNextAsync/800ab0e5e4b729f613648dbcb610cdd1/testFamily/005844a30f294fb1a7a8ec4feb5ab531, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T14:40:40,940 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 800ab0e5e4b729f613648dbcb610cdd1 in 528ms, sequenceid=8, compaction requested=false
2024-11-16T14:40:40,947 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/.tmp/ns/e72ce6b8aff0404aba089ccd42c26e90 is 43, key is default/ns:d/1731767972964/Put/seqid=0
2024-11-16T14:40:40,947 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNextAsync/800ab0e5e4b729f613648dbcb610cdd1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T14:40:40,950 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:40:40,950 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 800ab0e5e4b729f613648dbcb610cdd1:
Waiting for close lock at 1731768040408Running coprocessor pre-close hooks at 1731768040409 (+1 ms)Disabling compacts and flushes for region at 1731768040409Disabling writes for close at 1731768040409Obtaining lock to block concurrent updates at 1731768040412 (+3 ms)Preparing flush snapshotting stores in 800ab0e5e4b729f613648dbcb610cdd1 at 1731768040412Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731768040418 (+6 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1. at 1731768040420 (+2 ms)Flushing 800ab0e5e4b729f613648dbcb610cdd1/testFamily: creating writer at 1731768040421 (+1 ms)Flushing 800ab0e5e4b729f613648dbcb610cdd1/testFamily: appending metadata at 1731768040456 (+35 ms)Flushing 800ab0e5e4b729f613648dbcb610cdd1/testFamily: closing flushed file at 1731768040459 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a48748: reopening flushed file at 1731768040922 (+463 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 800ab0e5e4b729f613648dbcb610cdd1 in 528ms, sequenceid=8, compaction requested=false at 1731768040940 (+18 ms)Writing region close event to WAL at 1731768040942 (+2 ms)Running coprocessor post-close hooks at 1731768040948 (+6 ms)Closed at 1731768040950 (+2 ms)
2024-11-16T14:40:40,951 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731767985469.800ab0e5e4b729f613648dbcb610cdd1.
2024-11-16T14:40:40,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741857_1033 (size=5153)
2024-11-16T14:40:40,951 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7d604f0475f759acea797d271f2fc41, disabling compactions & flushes
2024-11-16T14:40:40,951 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:40:40,952 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:40:40,952 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41. after waiting 0 ms
2024-11-16T14:40:40,952 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:40:40,952 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7d604f0475f759acea797d271f2fc41 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T14:40:40,976 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextException/f7d604f0475f759acea797d271f2fc41/.tmp/testFamily/27284beac4244799a5a747837574b284 is 61, key is row-0/testFamily:testQualifier/1731767997644/Put/seqid=0
2024-11-16T14:40:40,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741858_1034 (size=5049)
2024-11-16T14:40:41,012 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 0b10da34a64e24ba1c9abbb9993e9d73, 1588230740, 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724, f7d604f0475f759acea797d271f2fc41, fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:41,212 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 0b10da34a64e24ba1c9abbb9993e9d73, 1588230740, 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724, f7d604f0475f759acea797d271f2fc41, fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:41,331 INFO  [regionserver/04e93f2b5fad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-16T14:40:41,331 INFO  [regionserver/04e93f2b5fad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-16T14:40:41,354 INFO  [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/.tmp/ns/e72ce6b8aff0404aba089ccd42c26e90
2024-11-16T14:40:41,383 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextException/f7d604f0475f759acea797d271f2fc41/.tmp/testFamily/27284beac4244799a5a747837574b284
2024-11-16T14:40:41,391 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/.tmp/table/f97b4c97cc1f47b5927ef0745f02bfbc is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731767974444/Put/seqid=0
2024-11-16T14:40:41,392 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextException/f7d604f0475f759acea797d271f2fc41/.tmp/testFamily/27284beac4244799a5a747837574b284 as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextException/f7d604f0475f759acea797d271f2fc41/testFamily/27284beac4244799a5a747837574b284
2024-11-16T14:40:41,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741859_1035 (size=6699)
2024-11-16T14:40:41,402 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextException/f7d604f0475f759acea797d271f2fc41/testFamily/27284beac4244799a5a747837574b284, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T14:40:41,403 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f7d604f0475f759acea797d271f2fc41 in 451ms, sequenceid=8, compaction requested=false
2024-11-16T14:40:41,408 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextException/f7d604f0475f759acea797d271f2fc41/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T14:40:41,409 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:40:41,409 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7d604f0475f759acea797d271f2fc41:
Waiting for close lock at 1731768040951Running coprocessor pre-close hooks at 1731768040951Disabling compacts and flushes for region at 1731768040951Disabling writes for close at 1731768040952 (+1 ms)Obtaining lock to block concurrent updates at 1731768040952Preparing flush snapshotting stores in f7d604f0475f759acea797d271f2fc41 at 1731768040952Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731768040952Flushing stores of testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41. at 1731768040953 (+1 ms)Flushing f7d604f0475f759acea797d271f2fc41/testFamily: creating writer at 1731768040953Flushing f7d604f0475f759acea797d271f2fc41/testFamily: appending metadata at 1731768040976 (+23 ms)Flushing f7d604f0475f759acea797d271f2fc41/testFamily: closing flushed file at 1731768040976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8af562: reopening flushed file at 1731768041391 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f7d604f0475f759acea797d271f2fc41 in 451ms, sequenceid=8, compaction requested=false at 1731768041403 (+12 ms)Writing region close event to WAL at 1731768041404 (+1 ms)Running coprocessor post-close hooks at 1731768041409 (+5 ms)Closed at 1731768041409
2024-11-16T14:40:41,409 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731767994590.f7d604f0475f759acea797d271f2fc41.
2024-11-16T14:40:41,409 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b10da34a64e24ba1c9abbb9993e9d73, disabling compactions & flushes
2024-11-16T14:40:41,409 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:40:41,409 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:40:41,409 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73. after waiting 0 ms
2024-11-16T14:40:41,409 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:40:41,409 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b10da34a64e24ba1c9abbb9993e9d73 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T14:40:41,412 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-16T14:40:41,412 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1325): Online Regions={0b10da34a64e24ba1c9abbb9993e9d73=hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73., fd2b613b003b9c66897ae30594a77277=testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277., 5f0ed488d9ae27be51dbe7f484554fd5=hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5., ce0980472d4ad2e9965d322aff529724=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., 1588230740=hbase:meta,,1.1588230740, 4543159b7aaf5e205331738c2c641b8d=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., b9bc11917ef1d5e9664446b938e5bd14=testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14., 6f90d9ee53111f1fa2ed6e1b8de0ef41=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., 8f95eac34688df1e669c682d8d8590e7=testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.}
2024-11-16T14:40:41,412 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 0b10da34a64e24ba1c9abbb9993e9d73, 1588230740, 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724, fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:41,425 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScanner/0b10da34a64e24ba1c9abbb9993e9d73/.tmp/testFamily/b15b4fc7085c4536b986d19dcd0937ef is 61, key is row-0/testFamily:testQualifier/1731767979410/Put/seqid=0
2024-11-16T14:40:41,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741860_1036 (size=5049)
2024-11-16T14:40:41,613 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 0b10da34a64e24ba1c9abbb9993e9d73, 1588230740, 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724, fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:41,799 INFO  [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/.tmp/table/f97b4c97cc1f47b5927ef0745f02bfbc
2024-11-16T14:40:41,813 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 0b10da34a64e24ba1c9abbb9993e9d73, 1588230740, 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724, fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:41,813 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/.tmp/info/8ea21fd4de6b46f88855724164cba561 as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/info/8ea21fd4de6b46f88855724164cba561
2024-11-16T14:40:41,822 INFO  [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/info/8ea21fd4de6b46f88855724164cba561, entries=100, sequenceid=56, filesize=20.1 K
2024-11-16T14:40:41,823 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/.tmp/ns/e72ce6b8aff0404aba089ccd42c26e90 as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/ns/e72ce6b8aff0404aba089ccd42c26e90
2024-11-16T14:40:41,830 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScanner/0b10da34a64e24ba1c9abbb9993e9d73/.tmp/testFamily/b15b4fc7085c4536b986d19dcd0937ef
2024-11-16T14:40:41,831 INFO  [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/ns/e72ce6b8aff0404aba089ccd42c26e90, entries=2, sequenceid=56, filesize=5.0 K
2024-11-16T14:40:41,832 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/.tmp/table/f97b4c97cc1f47b5927ef0745f02bfbc as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/table/f97b4c97cc1f47b5927ef0745f02bfbc
2024-11-16T14:40:41,839 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScanner/0b10da34a64e24ba1c9abbb9993e9d73/.tmp/testFamily/b15b4fc7085c4536b986d19dcd0937ef as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScanner/0b10da34a64e24ba1c9abbb9993e9d73/testFamily/b15b4fc7085c4536b986d19dcd0937ef
2024-11-16T14:40:41,840 INFO  [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/table/f97b4c97cc1f47b5927ef0745f02bfbc, entries=20, sequenceid=56, filesize=6.5 K
2024-11-16T14:40:41,841 INFO  [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1431ms, sequenceid=56, compaction requested=false
2024-11-16T14:40:41,846 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-16T14:40:41,847 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-16T14:40:41,848 INFO  [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-16T14:40:41,848 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731768040410Running coprocessor pre-close hooks at 1731768040410Disabling compacts and flushes for region at 1731768040410Disabling writes for close at 1731768040410Obtaining lock to block concurrent updates at 1731768040412 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731768040412Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731768040419 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731768040420 (+1 ms)Flushing 1588230740/info: creating writer at 1731768040421 (+1 ms)Flushing 1588230740/info: appending metadata at 1731768040463 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731768040464 (+1 ms)Flushing 1588230740/ns: creating writer at 1731768040922 (+458 ms)Flushing 1588230740/ns: appending metadata at 1731768040945 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731768040945Flushing 1588230740/table: creating writer at 1731768041370 (+425 ms)Flushing 1588230740/table: appending metadata at 1731768041391 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731768041391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f271a83: reopening flushed file at 1731768041812 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23075e2e: reopening flushed file at 1731768041822 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ce8b0a: reopening flushed file at 1731768041831 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1431ms, sequenceid=56, compaction requested=false at 1731768041841 (+10 ms)Writing region close event to WAL at 1731768041842 (+1 ms)Running coprocessor post-close hooks at 1731768041847 (+5 ms)Closed at 1731768041848 (+1 ms)
2024-11-16T14:40:41,848 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-16T14:40:41,849 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScanner/0b10da34a64e24ba1c9abbb9993e9d73/testFamily/b15b4fc7085c4536b986d19dcd0937ef, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T14:40:41,850 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0b10da34a64e24ba1c9abbb9993e9d73 in 441ms, sequenceid=8, compaction requested=false
2024-11-16T14:40:41,855 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScanner/0b10da34a64e24ba1c9abbb9993e9d73/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T14:40:41,855 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:40:41,856 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b10da34a64e24ba1c9abbb9993e9d73:
Waiting for close lock at 1731768041409Running coprocessor pre-close hooks at 1731768041409Disabling compacts and flushes for region at 1731768041409Disabling writes for close at 1731768041409Obtaining lock to block concurrent updates at 1731768041409Preparing flush snapshotting stores in 0b10da34a64e24ba1c9abbb9993e9d73 at 1731768041409Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731768041409Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73. at 1731768041410 (+1 ms)Flushing 0b10da34a64e24ba1c9abbb9993e9d73/testFamily: creating writer at 1731768041410Flushing 0b10da34a64e24ba1c9abbb9993e9d73/testFamily: appending metadata at 1731768041424 (+14 ms)Flushing 0b10da34a64e24ba1c9abbb9993e9d73/testFamily: closing flushed file at 1731768041425 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3870f6b3: reopening flushed file at 1731768041838 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0b10da34a64e24ba1c9abbb9993e9d73 in 441ms, sequenceid=8, compaction requested=false at 1731768041850 (+12 ms)Writing region close event to WAL at 1731768041850Running coprocessor post-close hooks at 1731768041855 (+5 ms)Closed at 1731768041855
2024-11-16T14:40:41,856 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731767976353.0b10da34a64e24ba1c9abbb9993e9d73.
2024-11-16T14:40:41,856 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd2b613b003b9c66897ae30594a77277, disabling compactions & flushes
2024-11-16T14:40:41,856 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:41,856 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:41,856 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277. after waiting 0 ms
2024-11-16T14:40:41,856 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:41,856 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd2b613b003b9c66897ae30594a77277 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T14:40:41,871 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNextAsync/fd2b613b003b9c66897ae30594a77277/.tmp/testFamily/2488a0713f644eaebace6cb891471313 is 61, key is row-0/testFamily:testQualifier/1731768006870/Put/seqid=0
2024-11-16T14:40:41,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741861_1037 (size=5049)
2024-11-16T14:40:42,013 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724, fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:42,214 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724, fd2b613b003b9c66897ae30594a77277
2024-11-16T14:40:42,278 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNextAsync/fd2b613b003b9c66897ae30594a77277/.tmp/testFamily/2488a0713f644eaebace6cb891471313
2024-11-16T14:40:42,337 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNextAsync/fd2b613b003b9c66897ae30594a77277/.tmp/testFamily/2488a0713f644eaebace6cb891471313 as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNextAsync/fd2b613b003b9c66897ae30594a77277/testFamily/2488a0713f644eaebace6cb891471313
2024-11-16T14:40:42,349 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNextAsync/fd2b613b003b9c66897ae30594a77277/testFamily/2488a0713f644eaebace6cb891471313, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T14:40:42,350 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fd2b613b003b9c66897ae30594a77277 in 494ms, sequenceid=8, compaction requested=false
2024-11-16T14:40:42,355 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNextAsync/fd2b613b003b9c66897ae30594a77277/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T14:40:42,356 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:42,356 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd2b613b003b9c66897ae30594a77277:
Waiting for close lock at 1731768041856Running coprocessor pre-close hooks at 1731768041856Disabling compacts and flushes for region at 1731768041856Disabling writes for close at 1731768041856Obtaining lock to block concurrent updates at 1731768041856Preparing flush snapshotting stores in fd2b613b003b9c66897ae30594a77277 at 1731768041856Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731768041857 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277. at 1731768041857Flushing fd2b613b003b9c66897ae30594a77277/testFamily: creating writer at 1731768041857Flushing fd2b613b003b9c66897ae30594a77277/testFamily: appending metadata at 1731768041871 (+14 ms)Flushing fd2b613b003b9c66897ae30594a77277/testFamily: closing flushed file at 1731768041871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186ed581: reopening flushed file at 1731768042336 (+465 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fd2b613b003b9c66897ae30594a77277 in 494ms, sequenceid=8, compaction requested=false at 1731768042350 (+14 ms)Writing region close event to WAL at 1731768042351 (+1 ms)Running coprocessor post-close hooks at 1731768042356 (+5 ms)Closed at 1731768042356
2024-11-16T14:40:42,356 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731768003794.fd2b613b003b9c66897ae30594a77277.
2024-11-16T14:40:42,356 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f0ed488d9ae27be51dbe7f484554fd5, disabling compactions & flushes
2024-11-16T14:40:42,356 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:42,356 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:42,356 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5. after waiting 0 ms
2024-11-16T14:40:42,356 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:42,356 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f0ed488d9ae27be51dbe7f484554fd5 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T14:40:42,374 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNext/5f0ed488d9ae27be51dbe7f484554fd5/.tmp/testFamily/c3d94b4b4db143e08f3a31681088e87b is 61, key is row-0/testFamily:testQualifier/1731768028166/Put/seqid=0
2024-11-16T14:40:42,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741862_1038 (size=5049)
2024-11-16T14:40:42,414 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-16T14:40:42,414 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1325): Online Regions={5f0ed488d9ae27be51dbe7f484554fd5=hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5., ce0980472d4ad2e9965d322aff529724=testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., 4543159b7aaf5e205331738c2c641b8d=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., b9bc11917ef1d5e9664446b938e5bd14=testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14., 6f90d9ee53111f1fa2ed6e1b8de0ef41=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., 8f95eac34688df1e669c682d8d8590e7=testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.}
2024-11-16T14:40:42,414 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:42,615 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 4543159b7aaf5e205331738c2c641b8d, 5f0ed488d9ae27be51dbe7f484554fd5, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:42,781 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNext/5f0ed488d9ae27be51dbe7f484554fd5/.tmp/testFamily/c3d94b4b4db143e08f3a31681088e87b
2024-11-16T14:40:42,798 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNext/5f0ed488d9ae27be51dbe7f484554fd5/.tmp/testFamily/c3d94b4b4db143e08f3a31681088e87b as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNext/5f0ed488d9ae27be51dbe7f484554fd5/testFamily/c3d94b4b4db143e08f3a31681088e87b
2024-11-16T14:40:42,806 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNext/5f0ed488d9ae27be51dbe7f484554fd5/testFamily/c3d94b4b4db143e08f3a31681088e87b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T14:40:42,807 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f0ed488d9ae27be51dbe7f484554fd5 in 451ms, sequenceid=8, compaction requested=false
2024-11-16T14:40:42,812 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnNext/5f0ed488d9ae27be51dbe7f484554fd5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T14:40:42,813 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:42,813 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f0ed488d9ae27be51dbe7f484554fd5:
Waiting for close lock at 1731768042356Running coprocessor pre-close hooks at 1731768042356Disabling compacts and flushes for region at 1731768042356Disabling writes for close at 1731768042356Obtaining lock to block concurrent updates at 1731768042356Preparing flush snapshotting stores in 5f0ed488d9ae27be51dbe7f484554fd5 at 1731768042356Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731768042357 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5. at 1731768042357Flushing 5f0ed488d9ae27be51dbe7f484554fd5/testFamily: creating writer at 1731768042357Flushing 5f0ed488d9ae27be51dbe7f484554fd5/testFamily: appending metadata at 1731768042374 (+17 ms)Flushing 5f0ed488d9ae27be51dbe7f484554fd5/testFamily: closing flushed file at 1731768042374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46643a4c: reopening flushed file at 1731768042796 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f0ed488d9ae27be51dbe7f484554fd5 in 451ms, sequenceid=8, compaction requested=false at 1731768042808 (+12 ms)Writing region close event to WAL at 1731768042808Running coprocessor post-close hooks at 1731768042813 (+5 ms)Closed at 1731768042813
2024-11-16T14:40:42,813 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731768025113.5f0ed488d9ae27be51dbe7f484554fd5.
2024-11-16T14:40:42,813 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce0980472d4ad2e9965d322aff529724, disabling compactions & flushes
2024-11-16T14:40:42,813 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:42,813 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:42,813 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724. after waiting 0 ms
2024-11-16T14:40:42,813 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:42,813 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ce0980472d4ad2e9965d322aff529724 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T14:40:42,815 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 4543159b7aaf5e205331738c2c641b8d, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:42,829 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScannerAsync/ce0980472d4ad2e9965d322aff529724/.tmp/testFamily/48957a2e8acc4846b0afee70153ad7b1 is 61, key is row-0/testFamily:testQualifier/1731768037249/Put/seqid=0
2024-11-16T14:40:42,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741863_1039 (size=5049)
2024-11-16T14:40:43,015 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 4543159b7aaf5e205331738c2c641b8d, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:43,216 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 4543159b7aaf5e205331738c2c641b8d, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14, ce0980472d4ad2e9965d322aff529724
2024-11-16T14:40:43,236 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScannerAsync/ce0980472d4ad2e9965d322aff529724/.tmp/testFamily/48957a2e8acc4846b0afee70153ad7b1
2024-11-16T14:40:43,253 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScannerAsync/ce0980472d4ad2e9965d322aff529724/.tmp/testFamily/48957a2e8acc4846b0afee70153ad7b1 as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScannerAsync/ce0980472d4ad2e9965d322aff529724/testFamily/48957a2e8acc4846b0afee70153ad7b1
2024-11-16T14:40:43,261 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScannerAsync/ce0980472d4ad2e9965d322aff529724/testFamily/48957a2e8acc4846b0afee70153ad7b1, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T14:40:43,262 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ce0980472d4ad2e9965d322aff529724 in 449ms, sequenceid=8, compaction requested=false
2024-11-16T14:40:43,267 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScannerAsync/ce0980472d4ad2e9965d322aff529724/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T14:40:43,268 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:43,268 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce0980472d4ad2e9965d322aff529724:
Waiting for close lock at 1731768042813Running coprocessor pre-close hooks at 1731768042813Disabling compacts and flushes for region at 1731768042813Disabling writes for close at 1731768042813Obtaining lock to block concurrent updates at 1731768042813Preparing flush snapshotting stores in ce0980472d4ad2e9965d322aff529724 at 1731768042813Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731768042813Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724. at 1731768042814 (+1 ms)Flushing ce0980472d4ad2e9965d322aff529724/testFamily: creating writer at 1731768042814Flushing ce0980472d4ad2e9965d322aff529724/testFamily: appending metadata at 1731768042829 (+15 ms)Flushing ce0980472d4ad2e9965d322aff529724/testFamily: closing flushed file at 1731768042829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc21c4b: reopening flushed file at 1731768043251 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ce0980472d4ad2e9965d322aff529724 in 449ms, sequenceid=8, compaction requested=false at 1731768043262 (+11 ms)Writing region close event to WAL at 1731768043263 (+1 ms)Running coprocessor post-close hooks at 1731768043267 (+4 ms)Closed at 1731768043268 (+1 ms)
2024-11-16T14:40:43,268 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731768034203.ce0980472d4ad2e9965d322aff529724.
2024-11-16T14:40:43,268 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4543159b7aaf5e205331738c2c641b8d, disabling compactions & flushes
2024-11-16T14:40:43,268 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:40:43,268 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:40:43,268 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d. after waiting 0 ms
2024-11-16T14:40:43,268 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:40:43,268 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4543159b7aaf5e205331738c2c641b8d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T14:40:43,284 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScanner/4543159b7aaf5e205331738c2c641b8d/.tmp/testFamily/0bf00b33644e4dc5af83b9b4960e0c9f is 61, key is row-0/testFamily:testQualifier/1731768000758/Put/seqid=0
2024-11-16T14:40:43,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741864_1040 (size=5049)
2024-11-16T14:40:43,416 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-16T14:40:43,416 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1325): Online Regions={4543159b7aaf5e205331738c2c641b8d=testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., b9bc11917ef1d5e9664446b938e5bd14=testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14., 6f90d9ee53111f1fa2ed6e1b8de0ef41=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., 8f95eac34688df1e669c682d8d8590e7=testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.}
2024-11-16T14:40:43,416 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 4543159b7aaf5e205331738c2c641b8d, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:43,617 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 4543159b7aaf5e205331738c2c641b8d, 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:43,690 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScanner/4543159b7aaf5e205331738c2c641b8d/.tmp/testFamily/0bf00b33644e4dc5af83b9b4960e0c9f
2024-11-16T14:40:43,705 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScanner/4543159b7aaf5e205331738c2c641b8d/.tmp/testFamily/0bf00b33644e4dc5af83b9b4960e0c9f as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScanner/4543159b7aaf5e205331738c2c641b8d/testFamily/0bf00b33644e4dc5af83b9b4960e0c9f
2024-11-16T14:40:43,713 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScanner/4543159b7aaf5e205331738c2c641b8d/testFamily/0bf00b33644e4dc5af83b9b4960e0c9f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T14:40:43,714 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4543159b7aaf5e205331738c2c641b8d in 446ms, sequenceid=8, compaction requested=false
2024-11-16T14:40:43,719 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnOpenScanner/4543159b7aaf5e205331738c2c641b8d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T14:40:43,719 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:40:43,719 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4543159b7aaf5e205331738c2c641b8d:
Waiting for close lock at 1731768043268Running coprocessor pre-close hooks at 1731768043268Disabling compacts and flushes for region at 1731768043268Disabling writes for close at 1731768043268Obtaining lock to block concurrent updates at 1731768043268Preparing flush snapshotting stores in 4543159b7aaf5e205331738c2c641b8d at 1731768043268Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731768043269 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d. at 1731768043269Flushing 4543159b7aaf5e205331738c2c641b8d/testFamily: creating writer at 1731768043269Flushing 4543159b7aaf5e205331738c2c641b8d/testFamily: appending metadata at 1731768043283 (+14 ms)Flushing 4543159b7aaf5e205331738c2c641b8d/testFamily: closing flushed file at 1731768043283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f025f2d: reopening flushed file at 1731768043704 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4543159b7aaf5e205331738c2c641b8d in 446ms, sequenceid=8, compaction requested=false at 1731768043714 (+10 ms)Writing region close event to WAL at 1731768043714Running coprocessor post-close hooks at 1731768043719 (+5 ms)Closed at 1731768043719
2024-11-16T14:40:43,720 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731767997698.4543159b7aaf5e205331738c2c641b8d.
2024-11-16T14:40:43,720 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9bc11917ef1d5e9664446b938e5bd14, disabling compactions & flushes
2024-11-16T14:40:43,720 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:43,720 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:43,720 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14. after waiting 0 ms
2024-11-16T14:40:43,720 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:43,720 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9bc11917ef1d5e9664446b938e5bd14 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T14:40:43,735 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNext/b9bc11917ef1d5e9664446b938e5bd14/.tmp/testFamily/07bbf4b4c83e4682b327127c87136cf5 is 61, key is row-0/testFamily:testQualifier/1731768012966/Put/seqid=0
2024-11-16T14:40:43,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741865_1041 (size=5049)
2024-11-16T14:40:43,818 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:44,018 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7, b9bc11917ef1d5e9664446b938e5bd14
2024-11-16T14:40:44,143 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNext/b9bc11917ef1d5e9664446b938e5bd14/.tmp/testFamily/07bbf4b4c83e4682b327127c87136cf5
2024-11-16T14:40:44,158 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNext/b9bc11917ef1d5e9664446b938e5bd14/.tmp/testFamily/07bbf4b4c83e4682b327127c87136cf5 as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNext/b9bc11917ef1d5e9664446b938e5bd14/testFamily/07bbf4b4c83e4682b327127c87136cf5
2024-11-16T14:40:44,165 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNext/b9bc11917ef1d5e9664446b938e5bd14/testFamily/07bbf4b4c83e4682b327127c87136cf5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T14:40:44,166 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b9bc11917ef1d5e9664446b938e5bd14 in 446ms, sequenceid=8, compaction requested=false
2024-11-16T14:40:44,171 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testNormalScanTimeoutOnNext/b9bc11917ef1d5e9664446b938e5bd14/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T14:40:44,172 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:44,172 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9bc11917ef1d5e9664446b938e5bd14:
Waiting for close lock at 1731768043720Running coprocessor pre-close hooks at 1731768043720Disabling compacts and flushes for region at 1731768043720Disabling writes for close at 1731768043720Obtaining lock to block concurrent updates at 1731768043720Preparing flush snapshotting stores in b9bc11917ef1d5e9664446b938e5bd14 at 1731768043720Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731768043720Flushing stores of testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14. at 1731768043721 (+1 ms)Flushing b9bc11917ef1d5e9664446b938e5bd14/testFamily: creating writer at 1731768043721Flushing b9bc11917ef1d5e9664446b938e5bd14/testFamily: appending metadata at 1731768043735 (+14 ms)Flushing b9bc11917ef1d5e9664446b938e5bd14/testFamily: closing flushed file at 1731768043735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbc658: reopening flushed file at 1731768044157 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b9bc11917ef1d5e9664446b938e5bd14 in 446ms, sequenceid=8, compaction requested=false at 1731768044166 (+9 ms)Writing region close event to WAL at 1731768044167 (+1 ms)Running coprocessor post-close hooks at 1731768044172 (+5 ms)Closed at 1731768044172
2024-11-16T14:40:44,172 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731768009921.b9bc11917ef1d5e9664446b938e5bd14.
2024-11-16T14:40:44,172 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f90d9ee53111f1fa2ed6e1b8de0ef41, disabling compactions & flushes
2024-11-16T14:40:44,172 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:44,172 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:44,172 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41. after waiting 0 ms
2024-11-16T14:40:44,172 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:44,172 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f90d9ee53111f1fa2ed6e1b8de0ef41 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T14:40:44,188 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6f90d9ee53111f1fa2ed6e1b8de0ef41/.tmp/testFamily/a2ab7c3475a74beda64d9583b8c27f24 is 61, key is row-0/testFamily:testQualifier/1731768019060/Put/seqid=0
2024-11-16T14:40:44,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741866_1042 (size=5049)
2024-11-16T14:40:44,218 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:40:44,418 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-16T14:40:44,419 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1325): Online Regions={6f90d9ee53111f1fa2ed6e1b8de0ef41=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., 8f95eac34688df1e669c682d8d8590e7=testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.}
2024-11-16T14:40:44,419 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:40:44,596 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6f90d9ee53111f1fa2ed6e1b8de0ef41/.tmp/testFamily/a2ab7c3475a74beda64d9583b8c27f24
2024-11-16T14:40:44,610 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6f90d9ee53111f1fa2ed6e1b8de0ef41/.tmp/testFamily/a2ab7c3475a74beda64d9583b8c27f24 as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6f90d9ee53111f1fa2ed6e1b8de0ef41/testFamily/a2ab7c3475a74beda64d9583b8c27f24
2024-11-16T14:40:44,618 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6f90d9ee53111f1fa2ed6e1b8de0ef41/testFamily/a2ab7c3475a74beda64d9583b8c27f24, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T14:40:44,619 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 6f90d9ee53111f1fa2ed6e1b8de0ef41, 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:40:44,620 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6f90d9ee53111f1fa2ed6e1b8de0ef41 in 447ms, sequenceid=8, compaction requested=false
2024-11-16T14:40:44,625 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6f90d9ee53111f1fa2ed6e1b8de0ef41/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T14:40:44,626 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:44,626 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f90d9ee53111f1fa2ed6e1b8de0ef41:
Waiting for close lock at 1731768044172Running coprocessor pre-close hooks at 1731768044172Disabling compacts and flushes for region at 1731768044172Disabling writes for close at 1731768044172Obtaining lock to block concurrent updates at 1731768044172Preparing flush snapshotting stores in 6f90d9ee53111f1fa2ed6e1b8de0ef41 at 1731768044172Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731768044173 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41. at 1731768044173Flushing 6f90d9ee53111f1fa2ed6e1b8de0ef41/testFamily: creating writer at 1731768044173Flushing 6f90d9ee53111f1fa2ed6e1b8de0ef41/testFamily: appending metadata at 1731768044188 (+15 ms)Flushing 6f90d9ee53111f1fa2ed6e1b8de0ef41/testFamily: closing flushed file at 1731768044188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27474234: reopening flushed file at 1731768044609 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6f90d9ee53111f1fa2ed6e1b8de0ef41 in 447ms, sequenceid=8, compaction requested=false at 1731768044620 (+11 ms)Writing region close event to WAL at 1731768044620Running coprocessor post-close hooks at 1731768044626 (+6 ms)Closed at 1731768044626
2024-11-16T14:40:44,626 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731768016005.6f90d9ee53111f1fa2ed6e1b8de0ef41.
2024-11-16T14:40:44,626 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f95eac34688df1e669c682d8d8590e7, disabling compactions & flushes
2024-11-16T14:40:44,626 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:40:44,626 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:40:44,626 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7. after waiting 0 ms
2024-11-16T14:40:44,627 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:40:44,627 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f95eac34688df1e669c682d8d8590e7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-16T14:40:44,644 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8f95eac34688df1e669c682d8d8590e7/.tmp/testFamily/3ec63d23e1c3435d8a31563119eb332f is 61, key is row-0/testFamily:testQualifier/1731767976274/Put/seqid=0
2024-11-16T14:40:44,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741867_1043 (size=5049)
2024-11-16T14:40:44,819 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:40:45,020 DEBUG [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1351): Waiting on 8f95eac34688df1e669c682d8d8590e7
2024-11-16T14:40:45,051 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8f95eac34688df1e669c682d8d8590e7/.tmp/testFamily/3ec63d23e1c3435d8a31563119eb332f
2024-11-16T14:40:45,068 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8f95eac34688df1e669c682d8d8590e7/.tmp/testFamily/3ec63d23e1c3435d8a31563119eb332f as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8f95eac34688df1e669c682d8d8590e7/testFamily/3ec63d23e1c3435d8a31563119eb332f
2024-11-16T14:40:45,078 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8f95eac34688df1e669c682d8d8590e7/testFamily/3ec63d23e1c3435d8a31563119eb332f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-16T14:40:45,079 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8f95eac34688df1e669c682d8d8590e7 in 452ms, sequenceid=8, compaction requested=false
2024-11-16T14:40:45,084 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8f95eac34688df1e669c682d8d8590e7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-16T14:40:45,085 INFO  [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:40:45,085 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f95eac34688df1e669c682d8d8590e7:
Waiting for close lock at 1731768044626Running coprocessor pre-close hooks at 1731768044626Disabling compacts and flushes for region at 1731768044626Disabling writes for close at 1731768044626Obtaining lock to block concurrent updates at 1731768044627 (+1 ms)Preparing flush snapshotting stores in 8f95eac34688df1e669c682d8d8590e7 at 1731768044627Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731768044627Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7. at 1731768044628 (+1 ms)Flushing 8f95eac34688df1e669c682d8d8590e7/testFamily: creating writer at 1731768044628Flushing 8f95eac34688df1e669c682d8d8590e7/testFamily: appending metadata at 1731768044643 (+15 ms)Flushing 8f95eac34688df1e669c682d8d8590e7/testFamily: closing flushed file at 1731768044643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2376c8dd: reopening flushed file at 1731768045066 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8f95eac34688df1e669c682d8d8590e7 in 452ms, sequenceid=8, compaction requested=false at 1731768045079 (+13 ms)Writing region close event to WAL at 1731768045080 (+1 ms)Running coprocessor post-close hooks at 1731768045085 (+5 ms)Closed at 1731768045085
2024-11-16T14:40:45,085 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731767973183.8f95eac34688df1e669c682d8d8590e7.
2024-11-16T14:40:45,220 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,35449,1731767909185; all regions closed.
2024-11-16T14:40:45,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741834_1010 (size=19479)
2024-11-16T14:40:45,237 DEBUG [RS:0;04e93f2b5fad:35449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/oldWALs
2024-11-16T14:40:45,238 INFO  [RS:0;04e93f2b5fad:35449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C35449%2C1731767909185.meta:.meta(num 1731767972708)
2024-11-16T14:40:45,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741833_1009 (size=20031)
2024-11-16T14:40:45,245 DEBUG [RS:0;04e93f2b5fad:35449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/oldWALs
2024-11-16T14:40:45,245 INFO  [RS:0;04e93f2b5fad:35449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C35449%2C1731767909185:(num 1731767972391)
2024-11-16T14:40:45,245 DEBUG [RS:0;04e93f2b5fad:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T14:40:45,245 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.LeaseManager(133): Closed leases
2024-11-16T14:40:45,246 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-16T14:40:45,246 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-16T14:40:45,246 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-16T14:40:45,246 INFO  [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-16T14:40:45,248 INFO  [RS:0;04e93f2b5fad:35449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35449
2024-11-16T14:40:45,264 INFO  [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-16T14:40:45,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,35449,1731767909185
2024-11-16T14:40:45,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-16T14:40:45,306 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-16T14:40:45,316 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,35449,1731767909185]
2024-11-16T14:40:45,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,35449,1731767909185 already deleted, retry=false
2024-11-16T14:40:45,327 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,35449,1731767909185 expired; onlineServers=0
2024-11-16T14:40:45,327 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04e93f2b5fad,39425,1731767908430' *****
2024-11-16T14:40:45,327 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-16T14:40:45,328 INFO  [M:0;04e93f2b5fad:39425 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-16T14:40:45,328 INFO  [M:0;04e93f2b5fad:39425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-16T14:40:45,329 DEBUG [M:0;04e93f2b5fad:39425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-16T14:40:45,329 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-16T14:40:45,329 DEBUG [M:0;04e93f2b5fad:39425 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-16T14:40:45,329 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767911989 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767911989,5,FailOnTimeoutGroup]
2024-11-16T14:40:45,329 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767911992 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767911992,5,FailOnTimeoutGroup]
2024-11-16T14:40:45,330 INFO  [M:0;04e93f2b5fad:39425 {}] hbase.ChoreService(370): Chore service for: master/04e93f2b5fad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-16T14:40:45,331 INFO  [M:0;04e93f2b5fad:39425 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-16T14:40:45,331 DEBUG [M:0;04e93f2b5fad:39425 {}] master.HMaster(1795): Stopping service threads
2024-11-16T14:40:45,331 INFO  [M:0;04e93f2b5fad:39425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-16T14:40:45,332 INFO  [M:0;04e93f2b5fad:39425 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-16T14:40:45,333 INFO  [M:0;04e93f2b5fad:39425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-16T14:40:45,333 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-16T14:40:45,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-16T14:40:45,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T14:40:45,343 DEBUG [M:0;04e93f2b5fad:39425 {}] zookeeper.ZKUtil(347): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-16T14:40:45,343 WARN  [M:0;04e93f2b5fad:39425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-16T14:40:45,344 INFO  [M:0;04e93f2b5fad:39425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/.lastflushedseqids
2024-11-16T14:40:45,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741868_1044 (size=649)
2024-11-16T14:40:45,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T14:40:45,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x101441530bc0001, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T14:40:45,417 INFO  [RS:0;04e93f2b5fad:35449 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-16T14:40:45,417 INFO  [RS:0;04e93f2b5fad:35449 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,35449,1731767909185; zookeeper connection closed.
2024-11-16T14:40:45,418 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ab1811f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ab1811f
2024-11-16T14:40:45,418 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-16T14:40:45,757 INFO  [M:0;04e93f2b5fad:39425 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-16T14:40:45,758 INFO  [M:0;04e93f2b5fad:39425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-16T14:40:45,758 DEBUG [M:0;04e93f2b5fad:39425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-16T14:40:45,758 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T14:40:45,758 DEBUG [M:0;04e93f2b5fad:39425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T14:40:45,759 DEBUG [M:0;04e93f2b5fad:39425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-16T14:40:45,759 DEBUG [M:0;04e93f2b5fad:39425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T14:40:45,760 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.10 KB heapSize=190.98 KB
2024-11-16T14:40:45,784 DEBUG [M:0;04e93f2b5fad:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaeda3fe41c54d4b8652a96800fd7e91 is 82, key is hbase:meta,,1/info:regioninfo/1731767972794/Put/seqid=0
2024-11-16T14:40:45,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741869_1045 (size=5672)
2024-11-16T14:40:46,191 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaeda3fe41c54d4b8652a96800fd7e91
2024-11-16T14:40:46,225 DEBUG [M:0;04e93f2b5fad:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb10a18a480d49a6a6642849955f059e is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731767974451/Put/seqid=0
2024-11-16T14:40:46,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741870_1046 (size=14079)
2024-11-16T14:40:46,453 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T14:40:46,632 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb10a18a480d49a6a6642849955f059e
2024-11-16T14:40:46,645 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb10a18a480d49a6a6642849955f059e
2024-11-16T14:40:46,661 DEBUG [M:0;04e93f2b5fad:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9df1e24de48c44f38c3d407f2590775e is 69, key is 04e93f2b5fad,35449,1731767909185/rs:state/1731767942006/Put/seqid=0
2024-11-16T14:40:46,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741871_1047 (size=5156)
2024-11-16T14:40:47,067 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9df1e24de48c44f38c3d407f2590775e
2024-11-16T14:40:47,079 DEBUG [M:0;04e93f2b5fad:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaeda3fe41c54d4b8652a96800fd7e91 as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaeda3fe41c54d4b8652a96800fd7e91
2024-11-16T14:40:47,087 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaeda3fe41c54d4b8652a96800fd7e91, entries=8, sequenceid=317, filesize=5.5 K
2024-11-16T14:40:47,088 DEBUG [M:0;04e93f2b5fad:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb10a18a480d49a6a6642849955f059e as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb10a18a480d49a6a6642849955f059e
2024-11-16T14:40:47,095 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb10a18a480d49a6a6642849955f059e
2024-11-16T14:40:47,095 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb10a18a480d49a6a6642849955f059e, entries=33, sequenceid=317, filesize=13.7 K
2024-11-16T14:40:47,096 DEBUG [M:0;04e93f2b5fad:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9df1e24de48c44f38c3d407f2590775e as hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9df1e24de48c44f38c3d407f2590775e
2024-11-16T14:40:47,103 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39781/user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9df1e24de48c44f38c3d407f2590775e, entries=1, sequenceid=317, filesize=5.0 K
2024-11-16T14:40:47,104 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.69 KB/195264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=317, compaction requested=false
2024-11-16T14:40:47,105 INFO  [M:0;04e93f2b5fad:39425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T14:40:47,105 DEBUG [M:0;04e93f2b5fad:39425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731768045758Disabling compacts and flushes for region at 1731768045758Disabling writes for close at 1731768045759 (+1 ms)Obtaining lock to block concurrent updates at 1731768045760 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731768045760Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167011, getHeapSize=195504, getOffHeapSize=0, getCellsCount=364 at 1731768045760Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731768045762 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731768045762Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731768045783 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731768045783Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731768046206 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731768046225 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731768046225Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731768046645 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731768046661 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731768046661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f5943: reopening flushed file at 1731768047077 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@458cbc9c: reopening flushed file at 1731768047087 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660359f5: reopening flushed file at 1731768047095 (+8 ms)Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.69 KB/195264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=317, compaction requested=false at 1731768047104 (+9 ms)Writing region close event to WAL at 1731768047105 (+1 ms)Closed at 1731768047105
2024-11-16T14:40:47,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38929 is added to blk_1073741830_1006 (size=188223)
2024-11-16T14:40:47,108 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e32a9df-3f61-0ab5-cbc6-e0c2ce1f4777/MasterData/WALs/04e93f2b5fad,39425,1731767908430/04e93f2b5fad%2C39425%2C1731767908430.1731767911311 not finished, retry = 0
2024-11-16T14:40:47,210 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-16T14:40:47,210 INFO  [M:0;04e93f2b5fad:39425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-16T14:40:47,211 INFO  [M:0;04e93f2b5fad:39425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39425
2024-11-16T14:40:47,211 INFO  [M:0;04e93f2b5fad:39425 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-16T14:40:47,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T14:40:47,375 INFO  [M:0;04e93f2b5fad:39425 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-16T14:40:47,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x101441530bc0000, quorum=127.0.0.1:58277, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T14:40:47,384 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-16T14:40:47,387 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-16T14:40:47,387 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-16T14:40:47,387 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-16T14:40:47,387 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/hadoop.log.dir/,STOPPED}
2024-11-16T14:40:47,389 WARN  [BP-1369081560-172.17.0.2-1731767904671 heartbeating to localhost/127.0.0.1:39781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-16T14:40:47,389 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-16T14:40:47,389 WARN  [BP-1369081560-172.17.0.2-1731767904671 heartbeating to localhost/127.0.0.1:39781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1369081560-172.17.0.2-1731767904671 (Datanode Uuid c7883ea8-b7e6-4dbb-9f3a-14cbc514482a) service to localhost/127.0.0.1:39781
2024-11-16T14:40:47,389 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-16T14:40:47,391 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/cluster_c9d0136e-d808-acc3-6677-5766bfcc93e2/data/data1/current/BP-1369081560-172.17.0.2-1731767904671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-16T14:40:47,391 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/cluster_c9d0136e-d808-acc3-6677-5766bfcc93e2/data/data2/current/BP-1369081560-172.17.0.2-1731767904671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-16T14:40:47,391 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-16T14:40:47,399 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-16T14:40:47,400 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-16T14:40:47,400 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-16T14:40:47,400 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-16T14:40:47,400 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584edbae-cecf-4d31-2b46-39688b3db641/hadoop.log.dir/,STOPPED}
2024-11-16T14:40:47,409 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-16T14:40:47,431 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down