2024-12-07 12:27:59,938 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-07 12:27:59,963 main DEBUG Took 0.011313 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-07 12:27:59,964 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-07 12:27:59,964 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-07 12:27:59,965 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-07 12:27:59,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,974 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-07 12:27:59,987 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,990 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,990 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,991 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,992 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,993 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,994 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,995 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,996 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,997 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,998 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:27:59,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 12:27:59,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:28:00,000 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-07 12:28:00,001 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 12:28:00,003 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-07 12:28:00,004 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-07 12:28:00,005 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-07 12:28:00,006 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-07 12:28:00,006 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-07 12:28:00,015 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-07 12:28:00,017 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-07 12:28:00,019 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-07 12:28:00,019 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-07 12:28:00,020 main DEBUG createAppenders(={Console})
2024-12-07 12:28:00,020 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-07 12:28:00,021 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-07 12:28:00,021 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-07 12:28:00,021 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-07 12:28:00,022 main DEBUG OutputStream closed
2024-12-07 12:28:00,022 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-07 12:28:00,022 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-07 12:28:00,022 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-07 12:28:00,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-07 12:28:00,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-07 12:28:00,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-07 12:28:00,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-07 12:28:00,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-07 12:28:00,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-07 12:28:00,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-07 12:28:00,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-07 12:28:00,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-07 12:28:00,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-07 12:28:00,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-07 12:28:00,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-07 12:28:00,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-07 12:28:00,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-07 12:28:00,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-07 12:28:00,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-07 12:28:00,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-07 12:28:00,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-07 12:28:00,116 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-07 12:28:00,116 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-07 12:28:00,116 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-07 12:28:00,117 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-07T12:28:00,132 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-07 12:28:00,135 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-07 12:28:00,136 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-07T12:28:00,452 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019
2024-12-07T12:28:00,475 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-07T12:28:00,495 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/cluster_5a4b9f74-40b7-edd7-664c-f3e8d4253ef2, deleteOnExit=true
2024-12-07T12:28:00,496 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-07T12:28:00,497 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/test.cache.data in system properties and HBase conf
2024-12-07T12:28:00,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/hadoop.tmp.dir in system properties and HBase conf
2024-12-07T12:28:00,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/hadoop.log.dir in system properties and HBase conf
2024-12-07T12:28:00,500 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-07T12:28:00,501 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-07T12:28:00,501 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-07T12:28:00,603 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-07T12:28:00,701 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-07T12:28:00,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-07T12:28:00,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-07T12:28:00,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-07T12:28:00,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-07T12:28:00,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-07T12:28:00,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-07T12:28:00,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-07T12:28:00,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-07T12:28:00,710 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-07T12:28:00,710 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/nfs.dump.dir in system properties and HBase conf
2024-12-07T12:28:00,711 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/java.io.tmpdir in system properties and HBase conf
2024-12-07T12:28:00,711 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-07T12:28:00,711 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-07T12:28:00,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-07T12:28:01,646 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-07T12:28:01,735 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2630ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-07T12:28:01,827 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-07T12:28:01,896 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-07T12:28:01,921 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-07T12:28:01,922 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-07T12:28:01,923 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-07T12:28:01,940 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-07T12:28:01,943 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/hadoop.log.dir/,AVAILABLE}
2024-12-07T12:28:01,945 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-07T12:28:02,180 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/java.io.tmpdir/jetty-localhost-34159-hadoop-hdfs-3_4_1-tests_jar-_-any-7158685231411126050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-07T12:28:02,191 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:34159}
2024-12-07T12:28:02,191 INFO  [Time-limited test {}] server.Server(415): Started @3087ms
2024-12-07T12:28:02,626 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-07T12:28:02,635 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-07T12:28:02,636 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-07T12:28:02,636 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-07T12:28:02,637 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-07T12:28:02,638 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47169f40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/hadoop.log.dir/,AVAILABLE}
2024-12-07T12:28:02,638 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-07T12:28:02,775 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b6ec326{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/java.io.tmpdir/jetty-localhost-42137-hadoop-hdfs-3_4_1-tests_jar-_-any-2024387487408733449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-07T12:28:02,776 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19301434{HTTP/1.1, (http/1.1)}{localhost:42137}
2024-12-07T12:28:02,777 INFO  [Time-limited test {}] server.Server(415): Started @3672ms
2024-12-07T12:28:02,839 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-07T12:28:03,383 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/cluster_5a4b9f74-40b7-edd7-664c-f3e8d4253ef2/data/data2/current/BP-390296137-172.17.0.2-1733574481391/current, will proceed with Du for space computation calculation, 
2024-12-07T12:28:03,383 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/cluster_5a4b9f74-40b7-edd7-664c-f3e8d4253ef2/data/data1/current/BP-390296137-172.17.0.2-1733574481391/current, will proceed with Du for space computation calculation, 
2024-12-07T12:28:03,427 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-07T12:28:03,483 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82e92aea6ecb1657 with lease ID 0x6b6a383e454b8297: Processing first storage report for DS-36117896-6ac2-4abe-bb78-42b124185c54 from datanode DatanodeRegistration(127.0.0.1:46277, datanodeUuid=d52a97c2-59ed-43bf-a92a-ab323a06f4e5, infoPort=42317, infoSecurePort=0, ipcPort=37499, storageInfo=lv=-57;cid=testClusterID;nsid=645114393;c=1733574481391)
2024-12-07T12:28:03,484 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82e92aea6ecb1657 with lease ID 0x6b6a383e454b8297: from storage DS-36117896-6ac2-4abe-bb78-42b124185c54 node DatanodeRegistration(127.0.0.1:46277, datanodeUuid=d52a97c2-59ed-43bf-a92a-ab323a06f4e5, infoPort=42317, infoSecurePort=0, ipcPort=37499, storageInfo=lv=-57;cid=testClusterID;nsid=645114393;c=1733574481391), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-07T12:28:03,484 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82e92aea6ecb1657 with lease ID 0x6b6a383e454b8297: Processing first storage report for DS-38028dfe-b41a-4fc4-af7b-feab51a80ba4 from datanode DatanodeRegistration(127.0.0.1:46277, datanodeUuid=d52a97c2-59ed-43bf-a92a-ab323a06f4e5, infoPort=42317, infoSecurePort=0, ipcPort=37499, storageInfo=lv=-57;cid=testClusterID;nsid=645114393;c=1733574481391)
2024-12-07T12:28:03,485 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82e92aea6ecb1657 with lease ID 0x6b6a383e454b8297: from storage DS-38028dfe-b41a-4fc4-af7b-feab51a80ba4 node DatanodeRegistration(127.0.0.1:46277, datanodeUuid=d52a97c2-59ed-43bf-a92a-ab323a06f4e5, infoPort=42317, infoSecurePort=0, ipcPort=37499, storageInfo=lv=-57;cid=testClusterID;nsid=645114393;c=1733574481391), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-07T12:28:03,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019
2024-12-07T12:28:03,629 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/cluster_5a4b9f74-40b7-edd7-664c-f3e8d4253ef2/zookeeper_0, clientPort=50332, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/cluster_5a4b9f74-40b7-edd7-664c-f3e8d4253ef2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/cluster_5a4b9f74-40b7-edd7-664c-f3e8d4253ef2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-07T12:28:03,642 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50332
2024-12-07T12:28:03,656 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T12:28:03,659 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T12:28:03,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741825_1001 (size=7)
2024-12-07T12:28:04,314 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875 with version=8
2024-12-07T12:28:04,315 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/hbase-staging
2024-12-07T12:28:04,423 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-07T12:28:04,702 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/27c6fcd7dac8:0 server-side Connection retries=9
2024-12-07T12:28:04,715 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-07T12:28:04,715 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-07T12:28:04,720 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-07T12:28:04,720 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-07T12:28:04,720 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-07T12:28:04,882 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-07T12:28:04,947 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-07T12:28:04,956 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-07T12:28:04,961 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-07T12:28:04,989 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8328 (auto-detected)
2024-12-07T12:28:04,990 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-07T12:28:05,011 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38425
2024-12-07T12:28:05,034 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38425 connecting to ZooKeeper ensemble=127.0.0.1:50332
2024-12-07T12:28:05,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384250x0, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-07T12:28:05,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38425-0x1018ce549260000 connected
2024-12-07T12:28:05,107 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T12:28:05,110 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T12:28:05,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-07T12:28:05,124 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875, hbase.cluster.distributed=false
2024-12-07T12:28:05,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-07T12:28:05,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38425
2024-12-07T12:28:05,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38425
2024-12-07T12:28:05,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38425
2024-12-07T12:28:05,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38425
2024-12-07T12:28:05,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38425
2024-12-07T12:28:05,284 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/27c6fcd7dac8:0 server-side Connection retries=9
2024-12-07T12:28:05,286 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-07T12:28:05,286 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-07T12:28:05,287 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-07T12:28:05,287 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-07T12:28:05,287 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-07T12:28:05,290 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-07T12:28:05,292 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-07T12:28:05,293 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37971
2024-12-07T12:28:05,295 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37971 connecting to ZooKeeper ensemble=127.0.0.1:50332
2024-12-07T12:28:05,297 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T12:28:05,299 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T12:28:05,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379710x0, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-07T12:28:05,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37971-0x1018ce549260001 connected
2024-12-07T12:28:05,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-07T12:28:05,319 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-07T12:28:05,327 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-07T12:28:05,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-07T12:28:05,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-07T12:28:05,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37971
2024-12-07T12:28:05,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37971
2024-12-07T12:28:05,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37971
2024-12-07T12:28:05,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37971
2024-12-07T12:28:05,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37971
2024-12-07T12:28:05,355 DEBUG [M:0;27c6fcd7dac8:38425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27c6fcd7dac8:38425
2024-12-07T12:28:05,356 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/27c6fcd7dac8,38425,1733574484484
2024-12-07T12:28:05,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-07T12:28:05,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-07T12:28:05,366 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/27c6fcd7dac8,38425,1733574484484
2024-12-07T12:28:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-07T12:28:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:05,388 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-07T12:28:05,390 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/27c6fcd7dac8,38425,1733574484484 from backup master directory
2024-12-07T12:28:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/27c6fcd7dac8,38425,1733574484484
2024-12-07T12:28:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-07T12:28:05,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-07T12:28:05,394 WARN  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-07T12:28:05,394 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27c6fcd7dac8,38425,1733574484484
2024-12-07T12:28:05,396 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-07T12:28:05,398 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-07T12:28:05,459 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/hbase.id] with ID: 50c0375f-e1bc-442d-8dbe-65e54bf0cfe2
2024-12-07T12:28:05,459 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/.tmp/hbase.id
2024-12-07T12:28:05,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741826_1002 (size=42)
2024-12-07T12:28:05,874 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/.tmp/hbase.id]:[hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/hbase.id]
2024-12-07T12:28:05,923 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T12:28:05,928 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-07T12:28:05,949 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-12-07T12:28:05,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:05,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:05,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741827_1003 (size=196)
2024-12-07T12:28:05,985 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:28:05,988 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-07T12:28:06,005 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-07T12:28:06,010 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-07T12:28:06,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741828_1004 (size=1189)
2024-12-07T12:28:06,465 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store
2024-12-07T12:28:06,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741829_1005 (size=34)
2024-12-07T12:28:06,491 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-07T12:28:06,494 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:06,495 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-07T12:28:06,495 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T12:28:06,495 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T12:28:06,497 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-07T12:28:06,497 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T12:28:06,497 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T12:28:06,499 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733574486495Disabling compacts and flushes for region at 1733574486495Disabling writes for close at 1733574486497 (+2 ms)Writing region close event to WAL at 1733574486497Closed at 1733574486497
2024-12-07T12:28:06,501 WARN  [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/.initializing
2024-12-07T12:28:06,501 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/WALs/27c6fcd7dac8,38425,1733574484484
2024-12-07T12:28:06,512 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-07T12:28:06,528 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27c6fcd7dac8%2C38425%2C1733574484484, suffix=, logDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/WALs/27c6fcd7dac8,38425,1733574484484, archiveDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/oldWALs, maxLogs=10
2024-12-07T12:28:06,553 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/WALs/27c6fcd7dac8,38425,1733574484484/27c6fcd7dac8%2C38425%2C1733574484484.1733574486533, exclude list is [], retry=0
2024-12-07T12:28:06,572 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-36117896-6ac2-4abe-bb78-42b124185c54,DISK]
2024-12-07T12:28:06,575 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-07T12:28:06,614 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/WALs/27c6fcd7dac8,38425,1733574484484/27c6fcd7dac8%2C38425%2C1733574484484.1733574486533
2024-12-07T12:28:06,615 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)]
2024-12-07T12:28:06,616 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:28:06,617 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:06,621 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T12:28:06,623 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T12:28:06,666 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-07T12:28:06,696 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-07T12:28:06,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:06,703 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T12:28:06,704 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-07T12:28:06,707 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-07T12:28:06,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:06,709 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:28:06,709 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-07T12:28:06,712 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-07T12:28:06,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:06,714 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:28:06,714 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-07T12:28:06,716 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-07T12:28:06,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:06,718 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:28:06,718 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T12:28:06,722 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-07T12:28:06,723 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-07T12:28:06,729 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T12:28:06,730 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T12:28:06,734 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-07T12:28:06,737 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T12:28:06,742 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:28:06,743 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61949186, jitterRate=-0.07688519358634949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-07T12:28:06,749 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733574486636Initializing all the Stores at 1733574486638 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733574486639 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574486639Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574486640 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574486640Cleaning up temporary data from old regions at 1733574486730 (+90 ms)Region opened successfully at 1733574486749 (+19 ms)
2024-12-07T12:28:06,751 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-07T12:28:06,789 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cf917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27c6fcd7dac8/172.17.0.2:0
2024-12-07T12:28:06,825 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-07T12:28:06,838 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-07T12:28:06,838 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-07T12:28:06,842 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-07T12:28:06,843 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-07T12:28:06,849 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-07T12:28:06,849 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-07T12:28:06,878 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-07T12:28:06,886 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-07T12:28:06,889 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-07T12:28:06,892 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-07T12:28:06,894 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-07T12:28:06,896 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-07T12:28:06,899 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-07T12:28:06,903 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-07T12:28:06,906 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-07T12:28:06,908 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-07T12:28:06,910 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-07T12:28:06,930 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-07T12:28:06,932 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-07T12:28:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-07T12:28:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-07T12:28:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:06,939 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27c6fcd7dac8,38425,1733574484484, sessionid=0x1018ce549260000, setting cluster-up flag (Was=false)
2024-12-07T12:28:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:06,964 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-07T12:28:06,966 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27c6fcd7dac8,38425,1733574484484
2024-12-07T12:28:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:06,978 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-07T12:28:06,980 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27c6fcd7dac8,38425,1733574484484
2024-12-07T12:28:06,987 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-07T12:28:07,044 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(746): ClusterId : 50c0375f-e1bc-442d-8dbe-65e54bf0cfe2
2024-12-07T12:28:07,047 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-07T12:28:07,052 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-07T12:28:07,052 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-07T12:28:07,056 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-07T12:28:07,056 DEBUG [RS:0;27c6fcd7dac8:37971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@884ecfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27c6fcd7dac8/172.17.0.2:0
2024-12-07T12:28:07,069 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-07T12:28:07,072 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27c6fcd7dac8:37971
2024-12-07T12:28:07,075 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-07T12:28:07,075 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-07T12:28:07,076 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-07T12:28:07,078 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(2659): reportForDuty to master=27c6fcd7dac8,38425,1733574484484 with port=37971, startcode=1733574485242
2024-12-07T12:28:07,080 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-07T12:28:07,087 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-07T12:28:07,092 DEBUG [RS:0;27c6fcd7dac8:37971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-07T12:28:07,093 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27c6fcd7dac8,38425,1733574484484
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-07T12:28:07,100 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27c6fcd7dac8:0, corePoolSize=5, maxPoolSize=5
2024-12-07T12:28:07,101 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27c6fcd7dac8:0, corePoolSize=5, maxPoolSize=5
2024-12-07T12:28:07,101 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27c6fcd7dac8:0, corePoolSize=5, maxPoolSize=5
2024-12-07T12:28:07,101 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27c6fcd7dac8:0, corePoolSize=5, maxPoolSize=5
2024-12-07T12:28:07,101 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27c6fcd7dac8:0, corePoolSize=10, maxPoolSize=10
2024-12-07T12:28:07,102 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,102 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27c6fcd7dac8:0, corePoolSize=2, maxPoolSize=2
2024-12-07T12:28:07,102 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,109 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733574517109
2024-12-07T12:28:07,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-07T12:28:07,110 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-07T12:28:07,110 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-07T12:28:07,111 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-07T12:28:07,116 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-07T12:28:07,116 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-07T12:28:07,117 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-07T12:28:07,117 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-07T12:28:07,119 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:07,119 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-07T12:28:07,121 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,126 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-07T12:28:07,128 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-07T12:28:07,128 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-07T12:28:07,133 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-07T12:28:07,133 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-07T12:28:07,138 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.large.0-1733574487134,5,FailOnTimeoutGroup]
2024-12-07T12:28:07,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741831_1007 (size=1321)
2024-12-07T12:28:07,140 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.small.0-1733574487138,5,FailOnTimeoutGroup]
2024-12-07T12:28:07,140 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,141 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-07T12:28:07,142 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-07T12:28:07,142 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,143 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,147 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:07,150 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38425 {}] master.ServerManager(517): Registering regionserver=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:07,166 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:28:07,167 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39119
2024-12-07T12:28:07,167 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-07T12:28:07,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-07T12:28:07,174 DEBUG [RS:0;27c6fcd7dac8:37971 {}] zookeeper.ZKUtil(111): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:07,174 WARN  [RS:0;27c6fcd7dac8:37971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-07T12:28:07,175 INFO  [RS:0;27c6fcd7dac8:37971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-07T12:28:07,175 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/WALs/27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:07,177 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27c6fcd7dac8,37971,1733574485242]
2024-12-07T12:28:07,205 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-07T12:28:07,220 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-07T12:28:07,225 INFO  [RS:0;27c6fcd7dac8:37971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-07T12:28:07,226 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,227 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-07T12:28:07,233 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-07T12:28:07,234 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,235 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,235 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,235 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,235 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,236 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,236 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0, corePoolSize=2, maxPoolSize=2
2024-12-07T12:28:07,236 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,236 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,236 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,236 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,237 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,237 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1
2024-12-07T12:28:07,237 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27c6fcd7dac8:0, corePoolSize=3, maxPoolSize=3
2024-12-07T12:28:07,238 DEBUG [RS:0;27c6fcd7dac8:37971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27c6fcd7dac8:0, corePoolSize=3, maxPoolSize=3
2024-12-07T12:28:07,239 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,239 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,239 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,239 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,240 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,240 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,37971,1733574485242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-07T12:28:07,261 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-07T12:28:07,263 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,37971,1733574485242-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,264 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,264 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.Replication(171): 27c6fcd7dac8,37971,1733574485242 started
2024-12-07T12:28:07,285 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:07,285 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1482): Serving as 27c6fcd7dac8,37971,1733574485242, RpcServer on 27c6fcd7dac8/172.17.0.2:37971, sessionid=0x1018ce549260001
2024-12-07T12:28:07,286 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-07T12:28:07,286 DEBUG [RS:0;27c6fcd7dac8:37971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:07,287 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27c6fcd7dac8,37971,1733574485242'
2024-12-07T12:28:07,287 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-07T12:28:07,288 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-07T12:28:07,289 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-07T12:28:07,289 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-07T12:28:07,289 DEBUG [RS:0;27c6fcd7dac8:37971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:07,289 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27c6fcd7dac8,37971,1733574485242'
2024-12-07T12:28:07,289 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-07T12:28:07,290 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-07T12:28:07,291 DEBUG [RS:0;27c6fcd7dac8:37971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-07T12:28:07,291 INFO  [RS:0;27c6fcd7dac8:37971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-07T12:28:07,291 INFO  [RS:0;27c6fcd7dac8:37971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-07T12:28:07,543 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-07T12:28:07,544 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:28:07,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741832_1008 (size=32)
2024-12-07T12:28:07,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:07,961 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-07T12:28:07,963 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-07T12:28:07,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:07,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T12:28:07,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-07T12:28:07,968 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-07T12:28:07,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:07,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T12:28:07,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-07T12:28:07,972 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-07T12:28:07,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:07,973 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T12:28:07,973 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-07T12:28:07,976 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-07T12:28:07,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:07,978 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T12:28:07,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-07T12:28:07,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740
2024-12-07T12:28:07,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740
2024-12-07T12:28:07,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-07T12:28:07,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-07T12:28:07,985 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-07T12:28:07,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-07T12:28:07,992 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:28:07,993 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68280796, jitterRate=0.01746314764022827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-07T12:28:07,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733574487958Initializing all the Stores at 1733574487960 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733574487960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733574487960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574487960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733574487960Cleaning up temporary data from old regions at 1733574487984 (+24 ms)Region opened successfully at 1733574487995 (+11 ms)
2024-12-07T12:28:07,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-07T12:28:07,995 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-07T12:28:07,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-07T12:28:07,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-07T12:28:07,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-07T12:28:07,997 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-07T12:28:07,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733574487995Disabling compacts and flushes for region at 1733574487995Disabling writes for close at 1733574487995Writing region close event to WAL at 1733574487997 (+2 ms)Closed at 1733574487997
2024-12-07T12:28:08,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-07T12:28:08,001 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-07T12:28:08,008 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-07T12:28:08,017 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-07T12:28:08,022 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-07T12:28:08,173 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:09,174 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:10,175 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:11,176 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:12,176 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:13,177 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:14,178 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:14,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-07T12:28:14,944 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-07T12:28:15,178 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:16,179 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:17,180 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:18,180 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:19,181 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:20,182 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:21,182 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:22,183 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:23,184 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:24,184 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:25,185 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:26,186 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:27,186 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:28,187 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:29,188 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:30,189 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:31,189 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:32,190 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:33,190 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:33,536 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-07T12:28:34,191 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:35,192 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:36,192 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:37,193 WARN  [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T12:28:37,296 INFO  [RS:0;27c6fcd7dac8:37971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-07T12:28:37,300 INFO  [RS:0;27c6fcd7dac8:37971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27c6fcd7dac8%2C37971%2C1733574485242, suffix=, logDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/WALs/27c6fcd7dac8,37971,1733574485242, archiveDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/oldWALs, maxLogs=32
2024-12-07T12:28:37,317 DEBUG [RS:0;27c6fcd7dac8:37971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/WALs/27c6fcd7dac8,37971,1733574485242/27c6fcd7dac8%2C37971%2C1733574485242.1733574517303, exclude list is [], retry=0
2024-12-07T12:28:37,322 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-36117896-6ac2-4abe-bb78-42b124185c54,DISK]
2024-12-07T12:28:37,325 INFO  [RS:0;27c6fcd7dac8:37971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/WALs/27c6fcd7dac8,37971,1733574485242/27c6fcd7dac8%2C37971%2C1733574485242.1733574517303
2024-12-07T12:28:37,325 DEBUG [RS:0;27c6fcd7dac8:37971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)]
2024-12-07T12:28:37,445 DEBUG [27c6fcd7dac8:38425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-07T12:28:37,458 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:37,465 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27c6fcd7dac8,37971,1733574485242, state=OPENING
2024-12-07T12:28:37,470 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-07T12:28:37,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:37,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:28:37,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-07T12:28:37,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-07T12:28:37,474 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-07T12:28:37,476 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:28:37,652 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-07T12:28:37,655 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-07T12:28:37,669 INFO  [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-07T12:28:37,669 INFO  [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-07T12:28:37,670 INFO  [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-07T12:28:37,674 INFO  [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27c6fcd7dac8%2C37971%2C1733574485242.meta, suffix=.meta, logDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/WALs/27c6fcd7dac8,37971,1733574485242, archiveDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/oldWALs, maxLogs=32
2024-12-07T12:28:37,690 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/WALs/27c6fcd7dac8,37971,1733574485242/27c6fcd7dac8%2C37971%2C1733574485242.meta.1733574517675.meta, exclude list is [], retry=0
2024-12-07T12:28:37,693 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-36117896-6ac2-4abe-bb78-42b124185c54,DISK]
2024-12-07T12:28:37,697 INFO  [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/WALs/27c6fcd7dac8,37971,1733574485242/27c6fcd7dac8%2C37971%2C1733574485242.meta.1733574517675.meta
2024-12-07T12:28:37,697 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)]
2024-12-07T12:28:37,698 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:28:37,700 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-07T12:28:37,704 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-07T12:28:37,710 INFO  [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-07T12:28:37,716 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-07T12:28:37,716 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:37,717 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-07T12:28:37,717 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-07T12:28:37,721 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-07T12:28:37,723 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-07T12:28:37,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:37,724 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T12:28:37,724 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-07T12:28:37,726 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-07T12:28:37,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:37,727 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T12:28:37,727 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-07T12:28:37,728 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-07T12:28:37,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:37,729 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T12:28:37,729 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-07T12:28:37,731 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-07T12:28:37,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:37,731 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T12:28:37,732 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-07T12:28:37,733 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740
2024-12-07T12:28:37,736 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740
2024-12-07T12:28:37,738 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-07T12:28:37,738 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-07T12:28:37,739 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-07T12:28:37,742 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-07T12:28:37,744 INFO  [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60940782, jitterRate=-0.09191158413887024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-07T12:28:37,744 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-07T12:28:37,745 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733574517718Writing region info on filesystem at 1733574517718Initializing all the Stores at 1733574517720 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733574517720Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733574517720Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574517720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733574517721 (+1 ms)Cleaning up temporary data from old regions at 1733574517738 (+17 ms)Running coprocessor post-open hooks at 1733574517744 (+6 ms)Region opened successfully at 1733574517745 (+1 ms)
2024-12-07T12:28:37,753 INFO  [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733574517643
2024-12-07T12:28:37,764 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-07T12:28:37,764 INFO  [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-07T12:28:37,766 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:37,768 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27c6fcd7dac8,37971,1733574485242, state=OPEN
2024-12-07T12:28:37,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-07T12:28:37,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-07T12:28:37,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-07T12:28:37,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-07T12:28:37,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:37,779 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-07T12:28:37,779 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27c6fcd7dac8,37971,1733574485242 in 298 msec
2024-12-07T12:28:37,785 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-07T12:28:37,785 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.7740 sec
2024-12-07T12:28:37,786 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-07T12:28:37,787 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-07T12:28:37,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-07T12:28:37,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,37971,1733574485242, seqNum=-1]
2024-12-07T12:28:37,833 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-07T12:28:37,835 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-07T12:28:37,856 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.8350 sec
2024-12-07T12:28:37,856 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733574517856, completionTime=-1
2024-12-07T12:28:37,860 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-07T12:28:37,860 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-07T12:28:37,894 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-07T12:28:37,894 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733574577894
2024-12-07T12:28:37,894 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733574637894
2024-12-07T12:28:37,894 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec
2024-12-07T12:28:37,896 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,38425,1733574484484-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:37,896 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,38425,1733574484484-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:37,897 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,38425,1733574484484-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:37,898 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27c6fcd7dac8:38425, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:37,898 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:37,899 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:37,905 DEBUG [master/27c6fcd7dac8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-07T12:28:37,925 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 32.530sec
2024-12-07T12:28:37,927 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-07T12:28:37,928 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-07T12:28:37,929 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-07T12:28:37,930 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-07T12:28:37,930 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-07T12:28:37,930 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,38425,1733574484484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-07T12:28:37,931 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,38425,1733574484484-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-07T12:28:37,939 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-07T12:28:37,940 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-07T12:28:37,940 INFO  [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,38425,1733574484484-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T12:28:37,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77384519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T12:28:37,979 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-07T12:28:37,979 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-07T12:28:37,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27c6fcd7dac8,38425,-1 for getting cluster id
2024-12-07T12:28:37,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-07T12:28:37,992 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50c0375f-e1bc-442d-8dbe-65e54bf0cfe2'
2024-12-07T12:28:37,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-07T12:28:37,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50c0375f-e1bc-442d-8dbe-65e54bf0cfe2"

2024-12-07T12:28:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59488967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T12:28:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27c6fcd7dac8,38425,-1]
2024-12-07T12:28:38,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-07T12:28:38,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T12:28:38,003 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-07T12:28:38,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5131c1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T12:28:38,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-07T12:28:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,37971,1733574485242, seqNum=-1]
2024-12-07T12:28:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-07T12:28:38,016 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-07T12:28:38,037 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27c6fcd7dac8,38425,1733574484484
2024-12-07T12:28:38,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d029f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T12:28:38,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27c6fcd7dac8,38425,-1 for getting cluster id
2024-12-07T12:28:38,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-07T12:28:38,042 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50c0375f-e1bc-442d-8dbe-65e54bf0cfe2'
2024-12-07T12:28:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-07T12:28:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50c0375f-e1bc-442d-8dbe-65e54bf0cfe2"

2024-12-07T12:28:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531f4498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T12:28:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27c6fcd7dac8,38425,-1]
2024-12-07T12:28:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-07T12:28:38,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T12:28:38,047 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-07T12:28:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a904c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T12:28:38,062 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=6737
2024-12-07T12:28:38,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-07T12:28:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27c6fcd7dac8,38425,1733574484484
2024-12-07T12:28:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23b4f284
2024-12-07T12:28:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-07T12:28:38,081 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-07T12:28:38,087 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:28:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-07T12:28:38,121 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T12:28:38,124 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:38,127 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-07T12:28:38,127 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T12:28:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-07T12:28:38,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741835_1011 (size=428)
2024-12-07T12:28:38,153 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06b2e2a1912c45ab86b3cf03879dd6f6, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:28:38,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741836_1012 (size=79)
2024-12-07T12:28:38,570 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:38,570 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 06b2e2a1912c45ab86b3cf03879dd6f6, disabling compactions & flushes
2024-12-07T12:28:38,571 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:28:38,571 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:28:38,571 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6. after waiting 0 ms
2024-12-07T12:28:38,571 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:28:38,571 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:28:38,571 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06b2e2a1912c45ab86b3cf03879dd6f6:
Waiting for close lock at 1733574518570Disabling compacts and flushes for region at 1733574518570Disabling writes for close at 1733574518571 (+1 ms)Writing region close event to WAL at 1733574518571Closed at 1733574518571
2024-12-07T12:28:38,573 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T12:28:38,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733574518574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733574518574"}]},"ts":"1733574518574"}
2024-12-07T12:28:38,584 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T12:28:38,586 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T12:28:38,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574518586"}]},"ts":"1733574518586"}
2024-12-07T12:28:38,594 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-07T12:28:38,596 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=06b2e2a1912c45ab86b3cf03879dd6f6, ASSIGN}]
2024-12-07T12:28:38,599 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=06b2e2a1912c45ab86b3cf03879dd6f6, ASSIGN
2024-12-07T12:28:38,601 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=06b2e2a1912c45ab86b3cf03879dd6f6, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,37971,1733574485242; forceNewPlan=false, retain=false
2024-12-07T12:28:38,752 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06b2e2a1912c45ab86b3cf03879dd6f6, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:38,759 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=06b2e2a1912c45ab86b3cf03879dd6f6, ASSIGN because future has completed
2024-12-07T12:28:38,760 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06b2e2a1912c45ab86b3cf03879dd6f6, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:28:38,920 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:28:38,920 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06b2e2a1912c45ab86b3cf03879dd6f6, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:28:38,921 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:28:38,921 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:38,921 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:28:38,921 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:28:38,924 INFO  [StoreOpener-06b2e2a1912c45ab86b3cf03879dd6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 06b2e2a1912c45ab86b3cf03879dd6f6 
2024-12-07T12:28:38,926 INFO  [StoreOpener-06b2e2a1912c45ab86b3cf03879dd6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06b2e2a1912c45ab86b3cf03879dd6f6 columnFamilyName testFamily
2024-12-07T12:28:38,926 DEBUG [StoreOpener-06b2e2a1912c45ab86b3cf03879dd6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:38,928 INFO  [StoreOpener-06b2e2a1912c45ab86b3cf03879dd6f6-1 {}] regionserver.HStore(327): Store=06b2e2a1912c45ab86b3cf03879dd6f6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:28:38,928 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:28:38,929 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextExceptionAsync/06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:28:38,930 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextExceptionAsync/06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:28:38,931 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:28:38,931 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:28:38,934 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:28:38,937 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextExceptionAsync/06b2e2a1912c45ab86b3cf03879dd6f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:28:38,938 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06b2e2a1912c45ab86b3cf03879dd6f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68013220, jitterRate=0.013475954532623291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T12:28:38,938 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:28:38,939 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06b2e2a1912c45ab86b3cf03879dd6f6:
Running coprocessor pre-open hook at 1733574518922Writing region info on filesystem at 1733574518922Initializing all the Stores at 1733574518923 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574518923Cleaning up temporary data from old regions at 1733574518931 (+8 ms)Running coprocessor post-open hooks at 1733574518938 (+7 ms)Region opened successfully at 1733574518939 (+1 ms)
2024-12-07T12:28:38,941 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6., pid=6, masterSystemTime=1733574518913
2024-12-07T12:28:38,945 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:28:38,946 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:28:38,947 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06b2e2a1912c45ab86b3cf03879dd6f6, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:38,951 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06b2e2a1912c45ab86b3cf03879dd6f6, server=27c6fcd7dac8,37971,1733574485242 because future has completed
2024-12-07T12:28:38,957 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-07T12:28:38,957 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06b2e2a1912c45ab86b3cf03879dd6f6, server=27c6fcd7dac8,37971,1733574485242 in 193 msec
2024-12-07T12:28:38,961 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-07T12:28:38,961 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=06b2e2a1912c45ab86b3cf03879dd6f6, ASSIGN in 361 msec
2024-12-07T12:28:38,963 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T12:28:38,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574518963"}]},"ts":"1733574518963"}
2024-12-07T12:28:38,966 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-07T12:28:38,968 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T12:28:38,971 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 858 msec
2024-12-07T12:28:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-07T12:28:39,152 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-07T12:28:39,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-07T12:28:39,153 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:28:39,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-07T12:28:39,159 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:28:39,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-07T12:28:39,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-07T12:28:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,37971,1733574485242, seqNum=-1]
2024-12-07T12:28:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-07T12:28:39,166 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-07T12:28:39,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:28:39,185 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T12:28:39,189 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-07T12:28:39,193 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-07T12:28:39,197 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-07T12:28:39,198 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-07T12:28:39,199 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3171353995386028024
2024-12-07T12:28:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36540 deadline: 1733574522198, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T12:28:39,227 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-07T12:28:39,230 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-07T12:28:39,231 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T12:28:39,233 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T12:28:39,234 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3171353995386028022
2024-12-07T12:28:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36540 deadline: 1733574522232, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T12:28:39,238 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T12:28:39,239 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3171353995386028021
2024-12-07T12:28:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36540 deadline: 1733574522238, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T12:28:39,244 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T12:28:39,245 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3171353995386028020
2024-12-07T12:28:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36540 deadline: 1733574522243, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T12:28:39,249 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T12:28:39,266 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1106535475_22 at /127.0.0.1:40982 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=6659 (was 6737)
2024-12-07T12:28:39,275 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=6657
2024-12-07T12:28:39,279 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:28:39,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-07T12:28:39,283 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T12:28:39,284 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:39,284 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-07T12:28:39,285 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T12:28:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-07T12:28:39,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741837_1013 (size=414)
2024-12-07T12:28:39,697 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f785e61b5032536bfaf9a1f72f512513, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:28:39,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741838_1014 (size=65)
2024-12-07T12:28:40,107 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:40,107 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing f785e61b5032536bfaf9a1f72f512513, disabling compactions & flushes
2024-12-07T12:28:40,107 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:28:40,107 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:28:40,107 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513. after waiting 0 ms
2024-12-07T12:28:40,107 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:28:40,107 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:28:40,107 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for f785e61b5032536bfaf9a1f72f512513:
Waiting for close lock at 1733574520107Disabling compacts and flushes for region at 1733574520107Disabling writes for close at 1733574520107Writing region close event to WAL at 1733574520107Closed at 1733574520107
2024-12-07T12:28:40,109 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T12:28:40,110 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733574520110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733574520110"}]},"ts":"1733574520110"}
2024-12-07T12:28:40,113 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T12:28:40,114 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T12:28:40,114 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574520114"}]},"ts":"1733574520114"}
2024-12-07T12:28:40,117 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-07T12:28:40,118 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=f785e61b5032536bfaf9a1f72f512513, ASSIGN}]
2024-12-07T12:28:40,119 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=f785e61b5032536bfaf9a1f72f512513, ASSIGN
2024-12-07T12:28:40,121 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=f785e61b5032536bfaf9a1f72f512513, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,37971,1733574485242; forceNewPlan=false, retain=false
2024-12-07T12:28:40,271 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f785e61b5032536bfaf9a1f72f512513, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:40,275 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=f785e61b5032536bfaf9a1f72f512513, ASSIGN because future has completed
2024-12-07T12:28:40,276 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f785e61b5032536bfaf9a1f72f512513, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:28:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-07T12:28:40,435 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:28:40,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => f785e61b5032536bfaf9a1f72f512513, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:28:40,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:28:40,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:40,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:28:40,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:28:40,438 INFO  [StoreOpener-f785e61b5032536bfaf9a1f72f512513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f785e61b5032536bfaf9a1f72f512513 
2024-12-07T12:28:40,440 INFO  [StoreOpener-f785e61b5032536bfaf9a1f72f512513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f785e61b5032536bfaf9a1f72f512513 columnFamilyName testFamily
2024-12-07T12:28:40,440 DEBUG [StoreOpener-f785e61b5032536bfaf9a1f72f512513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:40,441 INFO  [StoreOpener-f785e61b5032536bfaf9a1f72f512513-1 {}] regionserver.HStore(327): Store=f785e61b5032536bfaf9a1f72f512513/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:28:40,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:28:40,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScanner/f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:28:40,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScanner/f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:28:40,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:28:40,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:28:40,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:28:40,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScanner/f785e61b5032536bfaf9a1f72f512513/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:28:40,449 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened f785e61b5032536bfaf9a1f72f512513; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72955031, jitterRate=0.08711467683315277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T12:28:40,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:28:40,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for f785e61b5032536bfaf9a1f72f512513:
Running coprocessor pre-open hook at 1733574520436Writing region info on filesystem at 1733574520436Initializing all the Stores at 1733574520437 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574520437Cleaning up temporary data from old regions at 1733574520443 (+6 ms)Running coprocessor post-open hooks at 1733574520449 (+6 ms)Region opened successfully at 1733574520450 (+1 ms)
2024-12-07T12:28:40,451 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513., pid=9, masterSystemTime=1733574520429
2024-12-07T12:28:40,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:28:40,455 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:28:40,456 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f785e61b5032536bfaf9a1f72f512513, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:40,459 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f785e61b5032536bfaf9a1f72f512513, server=27c6fcd7dac8,37971,1733574485242 because future has completed
2024-12-07T12:28:40,464 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-07T12:28:40,464 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f785e61b5032536bfaf9a1f72f512513, server=27c6fcd7dac8,37971,1733574485242 in 185 msec
2024-12-07T12:28:40,468 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-07T12:28:40,468 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=f785e61b5032536bfaf9a1f72f512513, ASSIGN in 346 msec
2024-12-07T12:28:40,469 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T12:28:40,469 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574520469"}]},"ts":"1733574520469"}
2024-12-07T12:28:40,472 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-07T12:28:40,473 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T12:28:40,476 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.1940 sec
2024-12-07T12:28:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-07T12:28:42,321 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-07T12:28:42,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-07T12:28:42,321 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:28:42,325 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-07T12:28:42,325 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:28:42,325 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-07T12:28:42,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:28:42,341 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T12:28:42,341 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-07T12:28:42,345 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-07T12:28:42,347 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-07T12:28:43,246 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T12:28:43,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-07T12:28:43,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-07T12:28:43,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-07T12:28:44,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-07T12:28:44,943 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-07T12:28:44,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-07T12:28:44,944 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-07T12:28:44,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-07T12:28:44,945 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-07T12:28:44,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-07T12:28:44,945 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-07T12:28:48,359 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27c6fcd7dac8:37971 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-12-07T12:28:48,360 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-12-07T12:28:48,360 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 from cache
2024-12-07T12:28:48,373 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=6515 (was 6657)
2024-12-07T12:28:48,382 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=6513
2024-12-07T12:28:48,385 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:28:48,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-07T12:28:48,388 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T12:28:48,389 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:48,389 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-07T12:28:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-07T12:28:48,390 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T12:28:48,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741839_1015 (size=412)
2024-12-07T12:28:48,802 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb22b1b66b5efbe5ef8ddf6364a6a1f6, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:28:48,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741840_1016 (size=63)
2024-12-07T12:28:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-12-07T12:28:49,211 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:49,211 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing cb22b1b66b5efbe5ef8ddf6364a6a1f6, disabling compactions & flushes
2024-12-07T12:28:49,211 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:28:49,212 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:28:49,212 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6. after waiting 0 ms
2024-12-07T12:28:49,212 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:28:49,212 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:28:49,212 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb22b1b66b5efbe5ef8ddf6364a6a1f6:
Waiting for close lock at 1733574529211Disabling compacts and flushes for region at 1733574529211Disabling writes for close at 1733574529212 (+1 ms)Writing region close event to WAL at 1733574529212Closed at 1733574529212
2024-12-07T12:28:49,214 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T12:28:49,214 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733574529214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733574529214"}]},"ts":"1733574529214"}
2024-12-07T12:28:49,217 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T12:28:49,219 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T12:28:49,219 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574529219"}]},"ts":"1733574529219"}
2024-12-07T12:28:49,221 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-07T12:28:49,221 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=cb22b1b66b5efbe5ef8ddf6364a6a1f6, ASSIGN}]
2024-12-07T12:28:49,223 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=cb22b1b66b5efbe5ef8ddf6364a6a1f6, ASSIGN
2024-12-07T12:28:49,224 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=cb22b1b66b5efbe5ef8ddf6364a6a1f6, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,37971,1733574485242; forceNewPlan=false, retain=false
2024-12-07T12:28:49,375 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cb22b1b66b5efbe5ef8ddf6364a6a1f6, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:49,379 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=cb22b1b66b5efbe5ef8ddf6364a6a1f6, ASSIGN because future has completed
2024-12-07T12:28:49,380 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb22b1b66b5efbe5ef8ddf6364a6a1f6, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:28:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-07T12:28:49,539 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:28:49,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => cb22b1b66b5efbe5ef8ddf6364a6a1f6, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:28:49,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:28:49,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:49,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:28:49,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:28:49,542 INFO  [StoreOpener-cb22b1b66b5efbe5ef8ddf6364a6a1f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cb22b1b66b5efbe5ef8ddf6364a6a1f6 
2024-12-07T12:28:49,544 INFO  [StoreOpener-cb22b1b66b5efbe5ef8ddf6364a6a1f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb22b1b66b5efbe5ef8ddf6364a6a1f6 columnFamilyName testFamily
2024-12-07T12:28:49,544 DEBUG [StoreOpener-cb22b1b66b5efbe5ef8ddf6364a6a1f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:49,545 INFO  [StoreOpener-cb22b1b66b5efbe5ef8ddf6364a6a1f6-1 {}] regionserver.HStore(327): Store=cb22b1b66b5efbe5ef8ddf6364a6a1f6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:28:49,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:28:49,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNextAsync/cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:28:49,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNextAsync/cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:28:49,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:28:49,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:28:49,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:28:49,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNextAsync/cb22b1b66b5efbe5ef8ddf6364a6a1f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:28:49,553 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened cb22b1b66b5efbe5ef8ddf6364a6a1f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66257352, jitterRate=-0.012688517570495605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T12:28:49,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:28:49,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for cb22b1b66b5efbe5ef8ddf6364a6a1f6:
Running coprocessor pre-open hook at 1733574529540Writing region info on filesystem at 1733574529540Initializing all the Stores at 1733574529541 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574529541Cleaning up temporary data from old regions at 1733574529547 (+6 ms)Running coprocessor post-open hooks at 1733574529553 (+6 ms)Region opened successfully at 1733574529554 (+1 ms)
2024-12-07T12:28:49,555 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6., pid=12, masterSystemTime=1733574529533
2024-12-07T12:28:49,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:28:49,558 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:28:49,559 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cb22b1b66b5efbe5ef8ddf6364a6a1f6, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:49,562 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb22b1b66b5efbe5ef8ddf6364a6a1f6, server=27c6fcd7dac8,37971,1733574485242 because future has completed
2024-12-07T12:28:49,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-07T12:28:49,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure cb22b1b66b5efbe5ef8ddf6364a6a1f6, server=27c6fcd7dac8,37971,1733574485242 in 183 msec
2024-12-07T12:28:49,570 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-07T12:28:49,570 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=cb22b1b66b5efbe5ef8ddf6364a6a1f6, ASSIGN in 345 msec
2024-12-07T12:28:49,571 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T12:28:49,571 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574529571"}]},"ts":"1733574529571"}
2024-12-07T12:28:49,573 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-07T12:28:49,574 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T12:28:49,577 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1890 sec
2024-12-07T12:28:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-07T12:28:51,411 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-07T12:28:51,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-07T12:28:51,412 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:28:51,416 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-07T12:28:51,416 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:28:51,416 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-07T12:28:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:28:51,432 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T12:28:51,432 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-07T12:28:51,435 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-07T12:28:51,438 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-07T12:28:51,439 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-07T12:28:51,440 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-07T12:28:55,062 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T12:28:55,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-07T12:28:55,082 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-07T12:28:55,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-07T12:28:57,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37971 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386028011' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-07T12:28:57,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37971 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36540 deadline: 1733574543444, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386028011' does not exist
2024-12-07T12:28:57,448 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 27c6fcd7dac8,37971,1733574485242 for closing scanner id = -3171353995386028011 for cb22b1b66b5efbe5ef8ddf6364a6a1f6 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386028011' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-07T12:28:57,451 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=6335 (was 6513)
2024-12-07T12:28:57,459 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=6335
2024-12-07T12:28:57,462 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:28:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-07T12:28:57,465 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T12:28:57,465 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:57,465 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-07T12:28:57,467 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T12:28:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-07T12:28:57,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741841_1017 (size=423)
2024-12-07T12:28:57,878 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 281a5bc00780a2ef2f58c4e8ac60471e, NAME => 'testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:28:57,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741842_1018 (size=74)
2024-12-07T12:28:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-12-07T12:28:58,288 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:58,288 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 281a5bc00780a2ef2f58c4e8ac60471e, disabling compactions & flushes
2024-12-07T12:28:58,288 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:28:58,288 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:28:58,288 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e. after waiting 0 ms
2024-12-07T12:28:58,288 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:28:58,288 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:28:58,288 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 281a5bc00780a2ef2f58c4e8ac60471e:
Waiting for close lock at 1733574538288Disabling compacts and flushes for region at 1733574538288Disabling writes for close at 1733574538288Writing region close event to WAL at 1733574538288Closed at 1733574538288
2024-12-07T12:28:58,290 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T12:28:58,290 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733574538290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733574538290"}]},"ts":"1733574538290"}
2024-12-07T12:28:58,294 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T12:28:58,295 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T12:28:58,295 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574538295"}]},"ts":"1733574538295"}
2024-12-07T12:28:58,297 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-07T12:28:58,298 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=281a5bc00780a2ef2f58c4e8ac60471e, ASSIGN}]
2024-12-07T12:28:58,299 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=281a5bc00780a2ef2f58c4e8ac60471e, ASSIGN
2024-12-07T12:28:58,301 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=281a5bc00780a2ef2f58c4e8ac60471e, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,37971,1733574485242; forceNewPlan=false, retain=false
2024-12-07T12:28:58,451 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=281a5bc00780a2ef2f58c4e8ac60471e, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:58,455 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=281a5bc00780a2ef2f58c4e8ac60471e, ASSIGN because future has completed
2024-12-07T12:28:58,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 281a5bc00780a2ef2f58c4e8ac60471e, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:28:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-07T12:28:58,614 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:28:58,614 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 281a5bc00780a2ef2f58c4e8ac60471e, NAME => 'testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:28:58,614 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:28:58,615 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:28:58,615 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:28:58,615 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:28:58,617 INFO  [StoreOpener-281a5bc00780a2ef2f58c4e8ac60471e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 281a5bc00780a2ef2f58c4e8ac60471e 
2024-12-07T12:28:58,619 INFO  [StoreOpener-281a5bc00780a2ef2f58c4e8ac60471e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281a5bc00780a2ef2f58c4e8ac60471e columnFamilyName testFamily
2024-12-07T12:28:58,620 DEBUG [StoreOpener-281a5bc00780a2ef2f58c4e8ac60471e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:28:58,620 INFO  [StoreOpener-281a5bc00780a2ef2f58c4e8ac60471e-1 {}] regionserver.HStore(327): Store=281a5bc00780a2ef2f58c4e8ac60471e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:28:58,621 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:28:58,621 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextException/281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:28:58,622 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextException/281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:28:58,623 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:28:58,623 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:28:58,625 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:28:58,629 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextException/281a5bc00780a2ef2f58c4e8ac60471e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:28:58,629 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 281a5bc00780a2ef2f58c4e8ac60471e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70999152, jitterRate=0.05796980857849121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T12:28:58,629 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:28:58,630 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 281a5bc00780a2ef2f58c4e8ac60471e:
Running coprocessor pre-open hook at 1733574538615Writing region info on filesystem at 1733574538615Initializing all the Stores at 1733574538616 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574538616Cleaning up temporary data from old regions at 1733574538623 (+7 ms)Running coprocessor post-open hooks at 1733574538629 (+6 ms)Region opened successfully at 1733574538630 (+1 ms)
2024-12-07T12:28:58,631 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e., pid=15, masterSystemTime=1733574538608
2024-12-07T12:28:58,634 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:28:58,634 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:28:58,635 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=281a5bc00780a2ef2f58c4e8ac60471e, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:28:58,638 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 281a5bc00780a2ef2f58c4e8ac60471e, server=27c6fcd7dac8,37971,1733574485242 because future has completed
2024-12-07T12:28:58,644 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-07T12:28:58,644 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 281a5bc00780a2ef2f58c4e8ac60471e, server=27c6fcd7dac8,37971,1733574485242 in 185 msec
2024-12-07T12:28:58,647 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-07T12:28:58,647 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=281a5bc00780a2ef2f58c4e8ac60471e, ASSIGN in 346 msec
2024-12-07T12:28:58,648 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T12:28:58,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574538648"}]},"ts":"1733574538648"}
2024-12-07T12:28:58,650 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-07T12:28:58,651 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T12:28:58,654 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1900 sec
2024-12-07T12:29:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-07T12:29:00,490 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-07T12:29:00,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-07T12:29:00,491 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:00,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-07T12:29:00,495 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:00,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-07T12:29:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:29:00,508 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T12:29:00,508 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-07T12:29:00,511 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-07T12:29:00,512 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-07T12:29:00,513 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-07T12:29:00,514 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3171353995386028007
2024-12-07T12:29:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36540 deadline: 1733574543513, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T12:29:00,516 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-07T12:29:00,518 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-07T12:29:00,518 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T12:29:00,519 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T12:29:00,520 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3171353995386028005
2024-12-07T12:29:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36540 deadline: 1733574543519, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T12:29:00,523 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T12:29:00,523 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3171353995386028004
2024-12-07T12:29:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36540 deadline: 1733574543522, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T12:29:00,526 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T12:29:00,526 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3171353995386028003
2024-12-07T12:29:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36540 deadline: 1733574543525, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T12:29:00,530 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T12:29:00,539 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1106535475_22 at /127.0.0.1:32946 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=6388 (was 6335) - AvailableMemoryMB LEAK? -
2024-12-07T12:29:00,547 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=6388
2024-12-07T12:29:00,549 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:29:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-07T12:29:00,552 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T12:29:00,552 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:00,553 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-07T12:29:00,554 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T12:29:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-07T12:29:00,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741843_1019 (size=418)
2024-12-07T12:29:00,965 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 408cad28f611ef790f66550b915df23a, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:29:00,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741844_1020 (size=69)
2024-12-07T12:29:01,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-07T12:29:01,373 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:01,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 408cad28f611ef790f66550b915df23a, disabling compactions & flushes
2024-12-07T12:29:01,374 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:01,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:01,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a. after waiting 0 ms
2024-12-07T12:29:01,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:01,374 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:01,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 408cad28f611ef790f66550b915df23a:
Waiting for close lock at 1733574541374Disabling compacts and flushes for region at 1733574541374Disabling writes for close at 1733574541374Writing region close event to WAL at 1733574541374Closed at 1733574541374
2024-12-07T12:29:01,376 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T12:29:01,376 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733574541376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733574541376"}]},"ts":"1733574541376"}
2024-12-07T12:29:01,379 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T12:29:01,380 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T12:29:01,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574541380"}]},"ts":"1733574541380"}
2024-12-07T12:29:01,383 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-07T12:29:01,383 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=408cad28f611ef790f66550b915df23a, ASSIGN}]
2024-12-07T12:29:01,385 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=408cad28f611ef790f66550b915df23a, ASSIGN
2024-12-07T12:29:01,386 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=408cad28f611ef790f66550b915df23a, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,37971,1733574485242; forceNewPlan=false, retain=false
2024-12-07T12:29:01,536 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=408cad28f611ef790f66550b915df23a, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:01,540 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=408cad28f611ef790f66550b915df23a, ASSIGN because future has completed
2024-12-07T12:29:01,540 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 408cad28f611ef790f66550b915df23a, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:29:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-07T12:29:01,699 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:01,699 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 408cad28f611ef790f66550b915df23a, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:29:01,699 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 408cad28f611ef790f66550b915df23a
2024-12-07T12:29:01,699 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:01,700 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 408cad28f611ef790f66550b915df23a
2024-12-07T12:29:01,700 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 408cad28f611ef790f66550b915df23a
2024-12-07T12:29:01,702 INFO  [StoreOpener-408cad28f611ef790f66550b915df23a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 408cad28f611ef790f66550b915df23a 
2024-12-07T12:29:01,704 INFO  [StoreOpener-408cad28f611ef790f66550b915df23a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 408cad28f611ef790f66550b915df23a columnFamilyName testFamily
2024-12-07T12:29:01,704 DEBUG [StoreOpener-408cad28f611ef790f66550b915df23a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:01,705 INFO  [StoreOpener-408cad28f611ef790f66550b915df23a-1 {}] regionserver.HStore(327): Store=408cad28f611ef790f66550b915df23a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:29:01,705 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 408cad28f611ef790f66550b915df23a
2024-12-07T12:29:01,706 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScanner/408cad28f611ef790f66550b915df23a
2024-12-07T12:29:01,706 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScanner/408cad28f611ef790f66550b915df23a
2024-12-07T12:29:01,707 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 408cad28f611ef790f66550b915df23a
2024-12-07T12:29:01,707 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 408cad28f611ef790f66550b915df23a
2024-12-07T12:29:01,709 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 408cad28f611ef790f66550b915df23a
2024-12-07T12:29:01,711 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScanner/408cad28f611ef790f66550b915df23a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:29:01,712 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 408cad28f611ef790f66550b915df23a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67990117, jitterRate=0.013131693005561829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T12:29:01,712 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 408cad28f611ef790f66550b915df23a
2024-12-07T12:29:01,713 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 408cad28f611ef790f66550b915df23a:
Running coprocessor pre-open hook at 1733574541700Writing region info on filesystem at 1733574541700Initializing all the Stores at 1733574541701 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574541701Cleaning up temporary data from old regions at 1733574541707 (+6 ms)Running coprocessor post-open hooks at 1733574541712 (+5 ms)Region opened successfully at 1733574541713 (+1 ms)
2024-12-07T12:29:01,714 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., pid=18, masterSystemTime=1733574541693
2024-12-07T12:29:01,717 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:01,717 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:01,718 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=408cad28f611ef790f66550b915df23a, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:01,721 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 408cad28f611ef790f66550b915df23a, server=27c6fcd7dac8,37971,1733574485242 because future has completed
2024-12-07T12:29:01,724 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-07T12:29:01,724 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 408cad28f611ef790f66550b915df23a, server=27c6fcd7dac8,37971,1733574485242 in 182 msec
2024-12-07T12:29:01,728 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-07T12:29:01,728 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=408cad28f611ef790f66550b915df23a, ASSIGN in 341 msec
2024-12-07T12:29:01,729 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T12:29:01,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574541729"}]},"ts":"1733574541729"}
2024-12-07T12:29:01,732 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-07T12:29:01,733 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T12:29:01,734 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1840 sec
2024-12-07T12:29:03,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-07T12:29:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-07T12:29:03,580 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-07T12:29:03,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-07T12:29:03,581 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:03,585 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-07T12:29:03,585 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:03,585 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-07T12:29:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:29:03,598 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T12:29:03,598 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-07T12:29:03,601 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-07T12:29:03,603 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-07T12:29:04,117 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T12:29:04,612 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27c6fcd7dac8:37971 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-07T12:29:04,612 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-07T12:29:04,612 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 from cache
2024-12-07T12:29:04,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-07T12:29:04,943 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-07T12:29:04,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-07T12:29:04,944 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-07T12:29:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-12-07T12:29:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:29:05,634 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-07T12:29:06,612 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27c6fcd7dac8:37971 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=979ms, rpcTimeout=968ms
2024-12-07T12:29:06,612 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=979ms, rpcTimeout=968ms
2024-12-07T12:29:06,612 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 from cache
2024-12-07T12:29:06,622 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 228), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=159 (was 164), ProcessCount=11 (was 11), AvailableMemoryMB=6333 (was 6388)
2024-12-07T12:29:06,630 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=159, ProcessCount=11, AvailableMemoryMB=6333
2024-12-07T12:29:06,632 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:29:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-07T12:29:06,635 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T12:29:06,636 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:06,636 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-07T12:29:06,637 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T12:29:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-07T12:29:06,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741845_1021 (size=416)
2024-12-07T12:29:07,047 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d0f5d251aaf9637bf27c8005b0e199a, NAME => 'testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:29:07,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741846_1022 (size=67)
2024-12-07T12:29:07,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-12-07T12:29:07,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-07T12:29:07,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:07,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 9d0f5d251aaf9637bf27c8005b0e199a, disabling compactions & flushes
2024-12-07T12:29:07,457 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:07,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:07,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a. after waiting 0 ms
2024-12-07T12:29:07,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:07,457 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:07,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d0f5d251aaf9637bf27c8005b0e199a:
Waiting for close lock at 1733574547457Disabling compacts and flushes for region at 1733574547457Disabling writes for close at 1733574547457Writing region close event to WAL at 1733574547457Closed at 1733574547457
2024-12-07T12:29:07,459 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T12:29:07,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733574547460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733574547460"}]},"ts":"1733574547460"}
2024-12-07T12:29:07,463 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T12:29:07,464 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T12:29:07,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574547464"}]},"ts":"1733574547464"}
2024-12-07T12:29:07,466 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-07T12:29:07,467 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=9d0f5d251aaf9637bf27c8005b0e199a, ASSIGN}]
2024-12-07T12:29:07,468 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=9d0f5d251aaf9637bf27c8005b0e199a, ASSIGN
2024-12-07T12:29:07,469 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=9d0f5d251aaf9637bf27c8005b0e199a, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,37971,1733574485242; forceNewPlan=false, retain=false
2024-12-07T12:29:07,620 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=9d0f5d251aaf9637bf27c8005b0e199a, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:07,624 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=9d0f5d251aaf9637bf27c8005b0e199a, ASSIGN because future has completed
2024-12-07T12:29:07,624 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d0f5d251aaf9637bf27c8005b0e199a, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:29:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-07T12:29:07,783 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:07,783 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d0f5d251aaf9637bf27c8005b0e199a, NAME => 'testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:29:07,784 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:07,784 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:07,784 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:07,785 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:07,787 INFO  [StoreOpener-9d0f5d251aaf9637bf27c8005b0e199a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9d0f5d251aaf9637bf27c8005b0e199a 
2024-12-07T12:29:07,789 INFO  [StoreOpener-9d0f5d251aaf9637bf27c8005b0e199a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0f5d251aaf9637bf27c8005b0e199a columnFamilyName testFamily
2024-12-07T12:29:07,789 DEBUG [StoreOpener-9d0f5d251aaf9637bf27c8005b0e199a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:07,789 INFO  [StoreOpener-9d0f5d251aaf9637bf27c8005b0e199a-1 {}] regionserver.HStore(327): Store=9d0f5d251aaf9637bf27c8005b0e199a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:29:07,790 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:07,791 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNextAsync/9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:07,791 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNextAsync/9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:07,792 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:07,792 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:07,794 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:07,797 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNextAsync/9d0f5d251aaf9637bf27c8005b0e199a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:29:07,798 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9d0f5d251aaf9637bf27c8005b0e199a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70030558, jitterRate=0.043536633253097534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T12:29:07,798 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:07,799 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9d0f5d251aaf9637bf27c8005b0e199a:
Running coprocessor pre-open hook at 1733574547785Writing region info on filesystem at 1733574547785Initializing all the Stores at 1733574547786 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574547786Cleaning up temporary data from old regions at 1733574547792 (+6 ms)Running coprocessor post-open hooks at 1733574547798 (+6 ms)Region opened successfully at 1733574547799 (+1 ms)
2024-12-07T12:29:07,800 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a., pid=21, masterSystemTime=1733574547777
2024-12-07T12:29:07,803 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:07,803 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:07,804 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=9d0f5d251aaf9637bf27c8005b0e199a, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:07,807 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d0f5d251aaf9637bf27c8005b0e199a, server=27c6fcd7dac8,37971,1733574485242 because future has completed
2024-12-07T12:29:07,811 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-07T12:29:07,811 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d0f5d251aaf9637bf27c8005b0e199a, server=27c6fcd7dac8,37971,1733574485242 in 184 msec
2024-12-07T12:29:07,814 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-07T12:29:07,814 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=9d0f5d251aaf9637bf27c8005b0e199a, ASSIGN in 344 msec
2024-12-07T12:29:07,815 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T12:29:07,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574547815"}]},"ts":"1733574547815"}
2024-12-07T12:29:07,818 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-07T12:29:07,819 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T12:29:07,822 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1870 sec
2024-12-07T12:29:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-07T12:29:09,651 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-07T12:29:09,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-07T12:29:09,651 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:09,655 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-07T12:29:09,655 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:09,656 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-07T12:29:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:29:09,669 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T12:29:09,669 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-07T12:29:09,672 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-07T12:29:09,674 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-07T12:29:09,676 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-07T12:29:09,677 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-07T12:29:12,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37971 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386027992' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-07T12:29:12,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37971 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36540 deadline: 1733574553685, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386027992' does not exist
2024-12-07T12:29:12,686 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 27c6fcd7dac8,37971,1733574485242 for closing scanner id = -3171353995386027992 for 9d0f5d251aaf9637bf27c8005b0e199a of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386027992' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-07T12:29:12,692 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 159), ProcessCount=11 (was 11), AvailableMemoryMB=6315 (was 6333)
2024-12-07T12:29:12,700 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=6307
2024-12-07T12:29:12,702 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:29:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-07T12:29:12,705 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T12:29:12,705 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:12,705 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-07T12:29:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-07T12:29:12,707 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T12:29:12,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741847_1023 (size=411)
2024-12-07T12:29:13,118 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aca731bbc2898bf852b7d60cde95985b, NAME => 'testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:29:13,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741848_1024 (size=62)
2024-12-07T12:29:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-12-07T12:29:13,286 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T12:29:13,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-07T12:29:13,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:13,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing aca731bbc2898bf852b7d60cde95985b, disabling compactions & flushes
2024-12-07T12:29:13,527 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:13,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:13,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b. after waiting 0 ms
2024-12-07T12:29:13,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:13,527 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:13,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for aca731bbc2898bf852b7d60cde95985b:
Waiting for close lock at 1733574553527Disabling compacts and flushes for region at 1733574553527Disabling writes for close at 1733574553527Writing region close event to WAL at 1733574553527Closed at 1733574553527
2024-12-07T12:29:13,529 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T12:29:13,529 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733574553529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733574553529"}]},"ts":"1733574553529"}
2024-12-07T12:29:13,532 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T12:29:13,534 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T12:29:13,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574553534"}]},"ts":"1733574553534"}
2024-12-07T12:29:13,537 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-07T12:29:13,537 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=aca731bbc2898bf852b7d60cde95985b, ASSIGN}]
2024-12-07T12:29:13,539 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=aca731bbc2898bf852b7d60cde95985b, ASSIGN
2024-12-07T12:29:13,540 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=aca731bbc2898bf852b7d60cde95985b, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,37971,1733574485242; forceNewPlan=false, retain=false
2024-12-07T12:29:13,690 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=aca731bbc2898bf852b7d60cde95985b, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:13,694 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=aca731bbc2898bf852b7d60cde95985b, ASSIGN because future has completed
2024-12-07T12:29:13,694 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure aca731bbc2898bf852b7d60cde95985b, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:29:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-07T12:29:13,853 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:13,853 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => aca731bbc2898bf852b7d60cde95985b, NAME => 'testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:29:13,853 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:13,853 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:13,853 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:13,854 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:13,856 INFO  [StoreOpener-aca731bbc2898bf852b7d60cde95985b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region aca731bbc2898bf852b7d60cde95985b 
2024-12-07T12:29:13,858 INFO  [StoreOpener-aca731bbc2898bf852b7d60cde95985b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aca731bbc2898bf852b7d60cde95985b columnFamilyName testFamily
2024-12-07T12:29:13,858 DEBUG [StoreOpener-aca731bbc2898bf852b7d60cde95985b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:13,858 INFO  [StoreOpener-aca731bbc2898bf852b7d60cde95985b-1 {}] regionserver.HStore(327): Store=aca731bbc2898bf852b7d60cde95985b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:29:13,858 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:13,860 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNext/aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:13,860 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNext/aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:13,861 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:13,861 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:13,863 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:13,866 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNext/aca731bbc2898bf852b7d60cde95985b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:29:13,867 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened aca731bbc2898bf852b7d60cde95985b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69974658, jitterRate=0.04270365834236145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T12:29:13,867 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:13,869 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for aca731bbc2898bf852b7d60cde95985b:
Running coprocessor pre-open hook at 1733574553854Writing region info on filesystem at 1733574553854Initializing all the Stores at 1733574553855 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574553855Cleaning up temporary data from old regions at 1733574553861 (+6 ms)Running coprocessor post-open hooks at 1733574553867 (+6 ms)Region opened successfully at 1733574553868 (+1 ms)
2024-12-07T12:29:13,870 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b., pid=24, masterSystemTime=1733574553847
2024-12-07T12:29:13,873 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:13,873 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:13,873 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=aca731bbc2898bf852b7d60cde95985b, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:13,876 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure aca731bbc2898bf852b7d60cde95985b, server=27c6fcd7dac8,37971,1733574485242 because future has completed
2024-12-07T12:29:13,881 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-07T12:29:13,881 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure aca731bbc2898bf852b7d60cde95985b, server=27c6fcd7dac8,37971,1733574485242 in 184 msec
2024-12-07T12:29:13,884 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-07T12:29:13,884 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=aca731bbc2898bf852b7d60cde95985b, ASSIGN in 344 msec
2024-12-07T12:29:13,885 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T12:29:13,886 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574553885"}]},"ts":"1733574553885"}
2024-12-07T12:29:13,888 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-07T12:29:13,889 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T12:29:13,891 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1870 sec
2024-12-07T12:29:14,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-07T12:29:14,943 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-07T12:29:14,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-07T12:29:14,944 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-07T12:29:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-07T12:29:15,742 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-07T12:29:15,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-07T12:29:15,742 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:15,747 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-07T12:29:15,747 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:15,747 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-07T12:29:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:29:15,761 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T12:29:15,761 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-07T12:29:15,764 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-07T12:29:15,766 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-07T12:29:15,767 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-07T12:29:15,768 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-07T12:29:17,967 INFO  [master/27c6fcd7dac8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-07T12:29:17,967 INFO  [master/27c6fcd7dac8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-07T12:29:18,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37971 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386027988' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-07T12:29:18,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37971 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36540 deadline: 1733574559774, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386027988' does not exist
2024-12-07T12:29:18,776 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 27c6fcd7dac8,37971,1733574485242 for closing scanner id = -3171353995386027988 for aca731bbc2898bf852b7d60cde95985b of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386027988' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-07T12:29:18,782 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=145 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=6316 (was 6307) - AvailableMemoryMB LEAK? -
2024-12-07T12:29:18,790 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=145, ProcessCount=11, AvailableMemoryMB=6315
2024-12-07T12:29:18,792 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:29:18,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-07T12:29:18,795 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T12:29:18,795 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:18,795 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-07T12:29:18,797 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T12:29:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-07T12:29:18,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741849_1025 (size=419)
2024-12-07T12:29:19,207 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4377ecaae3fcdc239116c4333df18bc, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:29:19,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741850_1026 (size=70)
2024-12-07T12:29:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-12-07T12:29:19,355 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T12:29:19,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-07T12:29:19,616 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:19,616 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c4377ecaae3fcdc239116c4333df18bc, disabling compactions & flushes
2024-12-07T12:29:19,616 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:19,616 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:19,616 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc. after waiting 0 ms
2024-12-07T12:29:19,616 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:19,616 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:19,616 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4377ecaae3fcdc239116c4333df18bc:
Waiting for close lock at 1733574559616Disabling compacts and flushes for region at 1733574559616Disabling writes for close at 1733574559616Writing region close event to WAL at 1733574559616Closed at 1733574559616
2024-12-07T12:29:19,618 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T12:29:19,618 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733574559618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733574559618"}]},"ts":"1733574559618"}
2024-12-07T12:29:19,621 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T12:29:19,623 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T12:29:19,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574559623"}]},"ts":"1733574559623"}
2024-12-07T12:29:19,625 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-07T12:29:19,625 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c4377ecaae3fcdc239116c4333df18bc, ASSIGN}]
2024-12-07T12:29:19,627 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c4377ecaae3fcdc239116c4333df18bc, ASSIGN
2024-12-07T12:29:19,628 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c4377ecaae3fcdc239116c4333df18bc, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,37971,1733574485242; forceNewPlan=false, retain=false
2024-12-07T12:29:19,779 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c4377ecaae3fcdc239116c4333df18bc, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:19,782 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c4377ecaae3fcdc239116c4333df18bc, ASSIGN because future has completed
2024-12-07T12:29:19,782 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4377ecaae3fcdc239116c4333df18bc, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:29:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-07T12:29:19,940 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:19,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => c4377ecaae3fcdc239116c4333df18bc, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:29:19,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:19,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:19,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:19,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:19,943 INFO  [StoreOpener-c4377ecaae3fcdc239116c4333df18bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c4377ecaae3fcdc239116c4333df18bc 
2024-12-07T12:29:19,945 INFO  [StoreOpener-c4377ecaae3fcdc239116c4333df18bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4377ecaae3fcdc239116c4333df18bc columnFamilyName testFamily
2024-12-07T12:29:19,945 DEBUG [StoreOpener-c4377ecaae3fcdc239116c4333df18bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:19,945 INFO  [StoreOpener-c4377ecaae3fcdc239116c4333df18bc-1 {}] regionserver.HStore(327): Store=c4377ecaae3fcdc239116c4333df18bc/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:29:19,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:19,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:19,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:19,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:19,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:19,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:19,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4377ecaae3fcdc239116c4333df18bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:29:19,954 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened c4377ecaae3fcdc239116c4333df18bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75030768, jitterRate=0.11804556846618652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T12:29:19,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:19,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for c4377ecaae3fcdc239116c4333df18bc:
Running coprocessor pre-open hook at 1733574559941Writing region info on filesystem at 1733574559941Initializing all the Stores at 1733574559942 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574559942Cleaning up temporary data from old regions at 1733574559947 (+5 ms)Running coprocessor post-open hooks at 1733574559954 (+7 ms)Region opened successfully at 1733574559955 (+1 ms)
2024-12-07T12:29:19,956 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc., pid=27, masterSystemTime=1733574559935
2024-12-07T12:29:19,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:19,959 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:19,959 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c4377ecaae3fcdc239116c4333df18bc, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:19,962 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4377ecaae3fcdc239116c4333df18bc, server=27c6fcd7dac8,37971,1733574485242 because future has completed
2024-12-07T12:29:19,965 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-07T12:29:19,965 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure c4377ecaae3fcdc239116c4333df18bc, server=27c6fcd7dac8,37971,1733574485242 in 181 msec
2024-12-07T12:29:19,967 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-07T12:29:19,967 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c4377ecaae3fcdc239116c4333df18bc, ASSIGN in 340 msec
2024-12-07T12:29:19,968 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T12:29:19,968 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574559968"}]},"ts":"1733574559968"}
2024-12-07T12:29:19,970 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-07T12:29:19,971 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T12:29:19,973 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1790 sec
2024-12-07T12:29:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-07T12:29:21,831 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-07T12:29:21,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-07T12:29:21,831 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:21,835 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-07T12:29:21,836 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:21,836 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-07T12:29:21,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:29:21,848 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T12:29:21,848 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-07T12:29:21,851 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-07T12:29:21,852 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-07T12:29:25,442 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T12:29:25,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-07T12:29:25,465 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-07T12:29:25,466 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-07T12:29:27,851 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27c6fcd7dac8:37971 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6000ms, rpcTimeout=5999ms
2024-12-07T12:29:27,852 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6000ms, rpcTimeout=5999ms
2024-12-07T12:29:27,852 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 from cache
2024-12-07T12:29:27,861 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 145), ProcessCount=11 (was 11), AvailableMemoryMB=6300 (was 6315)
2024-12-07T12:29:27,869 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=6300
2024-12-07T12:29:27,872 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:29:27,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-07T12:29:27,875 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T12:29:27,875 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:27,875 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-07T12:29:27,876 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T12:29:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-07T12:29:27,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741851_1027 (size=407)
2024-12-07T12:29:28,289 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2620771656810784105c3d1d9425526e, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:29:28,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741852_1028 (size=58)
2024-12-07T12:29:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-12-07T12:29:28,699 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:28,699 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 2620771656810784105c3d1d9425526e, disabling compactions & flushes
2024-12-07T12:29:28,699 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:28,699 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:28,699 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e. after waiting 0 ms
2024-12-07T12:29:28,699 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:28,699 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:28,699 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2620771656810784105c3d1d9425526e:
Waiting for close lock at 1733574568699Disabling compacts and flushes for region at 1733574568699Disabling writes for close at 1733574568699Writing region close event to WAL at 1733574568699Closed at 1733574568699
2024-12-07T12:29:28,701 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T12:29:28,701 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733574568701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733574568701"}]},"ts":"1733574568701"}
2024-12-07T12:29:28,704 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T12:29:28,705 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T12:29:28,706 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574568705"}]},"ts":"1733574568705"}
2024-12-07T12:29:28,708 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-07T12:29:28,709 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2620771656810784105c3d1d9425526e, ASSIGN}]
2024-12-07T12:29:28,710 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2620771656810784105c3d1d9425526e, ASSIGN
2024-12-07T12:29:28,711 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2620771656810784105c3d1d9425526e, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,37971,1733574485242; forceNewPlan=false, retain=false
2024-12-07T12:29:28,862 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2620771656810784105c3d1d9425526e, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:28,866 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2620771656810784105c3d1d9425526e, ASSIGN because future has completed
2024-12-07T12:29:28,866 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2620771656810784105c3d1d9425526e, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:29:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-07T12:29:29,025 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:29,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 2620771656810784105c3d1d9425526e, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:29:29,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 2620771656810784105c3d1d9425526e
2024-12-07T12:29:29,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:29,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 2620771656810784105c3d1d9425526e
2024-12-07T12:29:29,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 2620771656810784105c3d1d9425526e
2024-12-07T12:29:29,029 INFO  [StoreOpener-2620771656810784105c3d1d9425526e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2620771656810784105c3d1d9425526e 
2024-12-07T12:29:29,031 INFO  [StoreOpener-2620771656810784105c3d1d9425526e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2620771656810784105c3d1d9425526e columnFamilyName testFamily
2024-12-07T12:29:29,031 DEBUG [StoreOpener-2620771656810784105c3d1d9425526e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:29,032 INFO  [StoreOpener-2620771656810784105c3d1d9425526e-1 {}] regionserver.HStore(327): Store=2620771656810784105c3d1d9425526e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:29:29,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 2620771656810784105c3d1d9425526e
2024-12-07T12:29:29,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNext/2620771656810784105c3d1d9425526e
2024-12-07T12:29:29,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNext/2620771656810784105c3d1d9425526e
2024-12-07T12:29:29,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 2620771656810784105c3d1d9425526e
2024-12-07T12:29:29,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 2620771656810784105c3d1d9425526e
2024-12-07T12:29:29,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 2620771656810784105c3d1d9425526e
2024-12-07T12:29:29,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNext/2620771656810784105c3d1d9425526e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:29:29,041 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 2620771656810784105c3d1d9425526e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66639105, jitterRate=-0.006999954581260681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T12:29:29,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2620771656810784105c3d1d9425526e
2024-12-07T12:29:29,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 2620771656810784105c3d1d9425526e:
Running coprocessor pre-open hook at 1733574569027Writing region info on filesystem at 1733574569027Initializing all the Stores at 1733574569029 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574569029Cleaning up temporary data from old regions at 1733574569035 (+6 ms)Running coprocessor post-open hooks at 1733574569041 (+6 ms)Region opened successfully at 1733574569042 (+1 ms)
2024-12-07T12:29:29,043 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e., pid=30, masterSystemTime=1733574569019
2024-12-07T12:29:29,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:29,046 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:29,047 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2620771656810784105c3d1d9425526e, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:29,049 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2620771656810784105c3d1d9425526e, server=27c6fcd7dac8,37971,1733574485242 because future has completed
2024-12-07T12:29:29,053 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-07T12:29:29,053 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 2620771656810784105c3d1d9425526e, server=27c6fcd7dac8,37971,1733574485242 in 185 msec
2024-12-07T12:29:29,056 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-07T12:29:29,056 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2620771656810784105c3d1d9425526e, ASSIGN in 345 msec
2024-12-07T12:29:29,057 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T12:29:29,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574569057"}]},"ts":"1733574569057"}
2024-12-07T12:29:29,060 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-07T12:29:29,061 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T12:29:29,063 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1890 sec
2024-12-07T12:29:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-07T12:29:30,911 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-07T12:29:30,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-07T12:29:30,911 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:30,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-07T12:29:30,916 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:30,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-07T12:29:30,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:29:30,928 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T12:29:30,928 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-07T12:29:30,931 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-07T12:29:30,933 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-07T12:29:30,934 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-07T12:29:30,934 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-07T12:29:31,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-07T12:29:33,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-07T12:29:34,528 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T12:29:34,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-07T12:29:34,943 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-07T12:29:36,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37971 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386027980' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-07T12:29:36,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37971 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36540 deadline: 1733574582945, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386027980' does not exist
2024-12-07T12:29:36,946 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 27c6fcd7dac8,37971,1733574485242 for closing scanner id = -3171353995386027980 for 2620771656810784105c3d1d9425526e of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3171353995386027980' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-07T12:29:36,953 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 138), ProcessCount=11 (was 11), AvailableMemoryMB=6311 (was 6300) - AvailableMemoryMB LEAK? -
2024-12-07T12:29:36,962 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=6311
2024-12-07T12:29:36,964 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T12:29:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-07T12:29:36,967 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T12:29:36,967 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:36,967 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-07T12:29:36,968 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T12:29:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-07T12:29:36,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741853_1029 (size=423)
2024-12-07T12:29:37,379 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03f4f98a19fe0540c572e0aaa58dcea1, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875
2024-12-07T12:29:37,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741854_1030 (size=74)
2024-12-07T12:29:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-12-07T12:29:37,787 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:37,787 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 03f4f98a19fe0540c572e0aaa58dcea1, disabling compactions & flushes
2024-12-07T12:29:37,787 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:37,787 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:37,788 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1. after waiting 0 ms
2024-12-07T12:29:37,788 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:37,788 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:37,788 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03f4f98a19fe0540c572e0aaa58dcea1:
Waiting for close lock at 1733574577787Disabling compacts and flushes for region at 1733574577787Disabling writes for close at 1733574577788 (+1 ms)Writing region close event to WAL at 1733574577788Closed at 1733574577788
2024-12-07T12:29:37,790 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T12:29:37,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733574577790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733574577790"}]},"ts":"1733574577790"}
2024-12-07T12:29:37,793 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T12:29:37,794 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T12:29:37,794 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574577794"}]},"ts":"1733574577794"}
2024-12-07T12:29:37,796 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-07T12:29:37,797 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=03f4f98a19fe0540c572e0aaa58dcea1, ASSIGN}]
2024-12-07T12:29:37,798 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=03f4f98a19fe0540c572e0aaa58dcea1, ASSIGN
2024-12-07T12:29:37,799 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=03f4f98a19fe0540c572e0aaa58dcea1, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,37971,1733574485242; forceNewPlan=false, retain=false
2024-12-07T12:29:37,915 DEBUG [master/27c6fcd7dac8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-07T12:29:37,950 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=03f4f98a19fe0540c572e0aaa58dcea1, regionState=OPENING, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:37,953 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=03f4f98a19fe0540c572e0aaa58dcea1, ASSIGN because future has completed
2024-12-07T12:29:37,954 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03f4f98a19fe0540c572e0aaa58dcea1, server=27c6fcd7dac8,37971,1733574485242}]
2024-12-07T12:29:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-07T12:29:38,112 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:38,112 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 03f4f98a19fe0540c572e0aaa58dcea1, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.', STARTKEY => '', ENDKEY => ''}
2024-12-07T12:29:38,113 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:38,113 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T12:29:38,113 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:38,113 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:38,115 INFO  [StoreOpener-03f4f98a19fe0540c572e0aaa58dcea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 03f4f98a19fe0540c572e0aaa58dcea1 
2024-12-07T12:29:38,117 INFO  [StoreOpener-03f4f98a19fe0540c572e0aaa58dcea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03f4f98a19fe0540c572e0aaa58dcea1 columnFamilyName testFamily
2024-12-07T12:29:38,117 DEBUG [StoreOpener-03f4f98a19fe0540c572e0aaa58dcea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T12:29:38,117 INFO  [StoreOpener-03f4f98a19fe0540c572e0aaa58dcea1-1 {}] regionserver.HStore(327): Store=03f4f98a19fe0540c572e0aaa58dcea1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T12:29:38,118 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:38,118 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScannerAsync/03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:38,119 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScannerAsync/03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:38,120 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:38,120 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:38,122 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:38,125 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScannerAsync/03f4f98a19fe0540c572e0aaa58dcea1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T12:29:38,125 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 03f4f98a19fe0540c572e0aaa58dcea1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66679564, jitterRate=-0.006397068500518799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T12:29:38,126 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:38,127 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 03f4f98a19fe0540c572e0aaa58dcea1:
Running coprocessor pre-open hook at 1733574578113Writing region info on filesystem at 1733574578113Initializing all the Stores at 1733574578114 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733574578114Cleaning up temporary data from old regions at 1733574578120 (+6 ms)Running coprocessor post-open hooks at 1733574578126 (+6 ms)Region opened successfully at 1733574578126
2024-12-07T12:29:38,128 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., pid=33, masterSystemTime=1733574578106
2024-12-07T12:29:38,131 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:38,131 INFO  [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:38,131 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=03f4f98a19fe0540c572e0aaa58dcea1, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:38,134 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03f4f98a19fe0540c572e0aaa58dcea1, server=27c6fcd7dac8,37971,1733574485242 because future has completed
2024-12-07T12:29:38,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-07T12:29:38,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 03f4f98a19fe0540c572e0aaa58dcea1, server=27c6fcd7dac8,37971,1733574485242 in 183 msec
2024-12-07T12:29:38,141 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-07T12:29:38,141 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=03f4f98a19fe0540c572e0aaa58dcea1, ASSIGN in 341 msec
2024-12-07T12:29:38,142 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T12:29:38,142 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733574578142"}]},"ts":"1733574578142"}
2024-12-07T12:29:38,144 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-07T12:29:38,145 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T12:29:38,147 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1810 sec
2024-12-07T12:29:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-07T12:29:40,001 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-07T12:29:40,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-07T12:29:40,001 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:40,006 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-07T12:29:40,006 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T12:29:40,006 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-07T12:29:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:29:40,019 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T12:29:40,019 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-07T12:29:40,022 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-07T12:29:40,024 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-07T12:29:41,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27c6fcd7dac8:37971 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-12-07T12:29:41,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-12-07T12:29:41,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 from cache
2024-12-07T12:29:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-12-07T12:29:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2]
2024-12-07T12:29:42,055 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-07T12:29:43,031 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27c6fcd7dac8:37971 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=977ms, rpcTimeout=968ms
2024-12-07T12:29:43,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=977ms, rpcTimeout=968ms
2024-12-07T12:29:43,032 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., hostname=27c6fcd7dac8,37971,1733574485242, seqNum=2 from cache
2024-12-07T12:29:43,041 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=6261 (was 6311)
2024-12-07T12:29:43,042 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-07T12:29:43,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-07T12:29:43,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T12:29:43,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T12:29:43,047 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-07T12:29:43,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-07T12:29:43,047 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-07T12:29:43,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-07T12:29:43,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T12:29:43,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T12:29:43,048 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-07T12:29:43,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-07T12:29:43,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1566887813, stopped=false
2024-12-07T12:29:43,048 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27c6fcd7dac8,38425,1733574484484
2024-12-07T12:29:43,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-07T12:29:43,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-07T12:29:43,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:29:43,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:29:43,050 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-07T12:29:43,051 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-07T12:29:43,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-07T12:29:43,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-07T12:29:43,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T12:29:43,052 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27c6fcd7dac8,37971,1733574485242' *****
2024-12-07T12:29:43,052 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-07T12:29:43,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-07T12:29:43,052 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-07T12:29:43,052 INFO  [RS:0;27c6fcd7dac8:37971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-07T12:29:43,052 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-07T12:29:43,053 INFO  [RS:0;27c6fcd7dac8:37971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-07T12:29:43,053 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for 281a5bc00780a2ef2f58c4e8ac60471e
2024-12-07T12:29:43,053 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for c4377ecaae3fcdc239116c4333df18bc
2024-12-07T12:29:43,053 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for cb22b1b66b5efbe5ef8ddf6364a6a1f6
2024-12-07T12:29:43,053 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for 2620771656810784105c3d1d9425526e
2024-12-07T12:29:43,053 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for 408cad28f611ef790f66550b915df23a
2024-12-07T12:29:43,053 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for 03f4f98a19fe0540c572e0aaa58dcea1
2024-12-07T12:29:43,053 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for 06b2e2a1912c45ab86b3cf03879dd6f6
2024-12-07T12:29:43,053 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d0f5d251aaf9637bf27c8005b0e199a
2024-12-07T12:29:43,054 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:43,054 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:43,054 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(959): stopping server 27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:43,054 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-07T12:29:43,054 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 281a5bc00780a2ef2f58c4e8ac60471e, disabling compactions & flushes
2024-12-07T12:29:43,054 INFO  [RS:0;27c6fcd7dac8:37971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27c6fcd7dac8:37971.
2024-12-07T12:29:43,054 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:29:43,054 DEBUG [RS:0;27c6fcd7dac8:37971 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-07T12:29:43,054 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:29:43,054 DEBUG [RS:0;27c6fcd7dac8:37971 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T12:29:43,054 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e. after waiting 0 ms
2024-12-07T12:29:43,054 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:29:43,054 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-07T12:29:43,054 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-07T12:29:43,054 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-07T12:29:43,054 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-07T12:29:43,055 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-07T12:29:43,055 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-07T12:29:43,055 INFO  [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-07T12:29:43,055 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-07T12:29:43,055 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-07T12:29:43,055 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-07T12:29:43,055 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 03f4f98a19fe0540c572e0aaa58dcea1, 06b2e2a1912c45ab86b3cf03879dd6f6, 1588230740, 2620771656810784105c3d1d9425526e, 281a5bc00780a2ef2f58c4e8ac60471e, 408cad28f611ef790f66550b915df23a, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, c4377ecaae3fcdc239116c4333df18bc, cb22b1b66b5efbe5ef8ddf6364a6a1f6, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:43,057 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 281a5bc00780a2ef2f58c4e8ac60471e 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T12:29:43,057 INFO  [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-07T12:29:43,114 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextException/281a5bc00780a2ef2f58c4e8ac60471e/.tmp/testFamily/8fb0584305384df1bd932b7fd4dbc1c4 is 61, key is row-0/testFamily:testQualifier/1733574540499/Put/seqid=0
2024-12-07T12:29:43,118 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/.tmp/info/1191b78bbe6949a1bb119265563a992f is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6./info:regioninfo/1733574518947/Put/seqid=0
2024-12-07T12:29:43,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741856_1032 (size=20564)
2024-12-07T12:29:43,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741855_1031 (size=5049)
2024-12-07T12:29:43,126 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextException/281a5bc00780a2ef2f58c4e8ac60471e/.tmp/testFamily/8fb0584305384df1bd932b7fd4dbc1c4
2024-12-07T12:29:43,176 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextException/281a5bc00780a2ef2f58c4e8ac60471e/.tmp/testFamily/8fb0584305384df1bd932b7fd4dbc1c4 as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextException/281a5bc00780a2ef2f58c4e8ac60471e/testFamily/8fb0584305384df1bd932b7fd4dbc1c4
2024-12-07T12:29:43,185 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextException/281a5bc00780a2ef2f58c4e8ac60471e/testFamily/8fb0584305384df1bd932b7fd4dbc1c4, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T12:29:43,193 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 281a5bc00780a2ef2f58c4e8ac60471e in 133ms, sequenceid=8, compaction requested=false
2024-12-07T12:29:43,199 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextException/281a5bc00780a2ef2f58c4e8ac60471e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T12:29:43,202 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:29:43,202 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 281a5bc00780a2ef2f58c4e8ac60471e:
Waiting for close lock at 1733574583053Running coprocessor pre-close hooks at 1733574583054 (+1 ms)Disabling compacts and flushes for region at 1733574583054Disabling writes for close at 1733574583054Obtaining lock to block concurrent updates at 1733574583057 (+3 ms)Preparing flush snapshotting stores in 281a5bc00780a2ef2f58c4e8ac60471e at 1733574583057Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733574583065 (+8 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e. at 1733574583067 (+2 ms)Flushing 281a5bc00780a2ef2f58c4e8ac60471e/testFamily: creating writer at 1733574583068 (+1 ms)Flushing 281a5bc00780a2ef2f58c4e8ac60471e/testFamily: appending metadata at 1733574583107 (+39 ms)Flushing 281a5bc00780a2ef2f58c4e8ac60471e/testFamily: closing flushed file at 1733574583110 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a918e1: reopening flushed file at 1733574583174 (+64 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 281a5bc00780a2ef2f58c4e8ac60471e in 133ms, sequenceid=8, compaction requested=false at 1733574583193 (+19 ms)Writing region close event to WAL at 1733574583195 (+2 ms)Running coprocessor post-close hooks at 1733574583200 (+5 ms)Closed at 1733574583202 (+2 ms)
2024-12-07T12:29:43,203 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733574537461.281a5bc00780a2ef2f58c4e8ac60471e.
2024-12-07T12:29:43,203 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4377ecaae3fcdc239116c4333df18bc, disabling compactions & flushes
2024-12-07T12:29:43,203 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:43,203 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:43,203 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc. after waiting 0 ms
2024-12-07T12:29:43,203 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:43,203 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4377ecaae3fcdc239116c4333df18bc 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T12:29:43,221 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4377ecaae3fcdc239116c4333df18bc/.tmp/testFamily/6d17b0428a3d4920a0cda081a7007b9a is 61, key is row-0/testFamily:testQualifier/1733574561840/Put/seqid=0
2024-12-07T12:29:43,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741857_1033 (size=5049)
2024-12-07T12:29:43,255 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 03f4f98a19fe0540c572e0aaa58dcea1, 06b2e2a1912c45ab86b3cf03879dd6f6, 1588230740, 2620771656810784105c3d1d9425526e, 408cad28f611ef790f66550b915df23a, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, c4377ecaae3fcdc239116c4333df18bc, cb22b1b66b5efbe5ef8ddf6364a6a1f6, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:43,299 INFO  [regionserver/27c6fcd7dac8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-07T12:29:43,299 INFO  [regionserver/27c6fcd7dac8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-07T12:29:43,455 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 03f4f98a19fe0540c572e0aaa58dcea1, 06b2e2a1912c45ab86b3cf03879dd6f6, 1588230740, 2620771656810784105c3d1d9425526e, 408cad28f611ef790f66550b915df23a, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, c4377ecaae3fcdc239116c4333df18bc, cb22b1b66b5efbe5ef8ddf6364a6a1f6, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:43,526 INFO  [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/.tmp/info/1191b78bbe6949a1bb119265563a992f
2024-12-07T12:29:43,553 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/.tmp/ns/a141bc79f3b948f485b14f56a25af28a is 43, key is default/ns:d/1733574517840/Put/seqid=0
2024-12-07T12:29:43,556 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-07T12:29:43,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741858_1034 (size=5153)
2024-12-07T12:29:43,614 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T12:29:43,628 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4377ecaae3fcdc239116c4333df18bc/.tmp/testFamily/6d17b0428a3d4920a0cda081a7007b9a
2024-12-07T12:29:43,639 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4377ecaae3fcdc239116c4333df18bc/.tmp/testFamily/6d17b0428a3d4920a0cda081a7007b9a as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4377ecaae3fcdc239116c4333df18bc/testFamily/6d17b0428a3d4920a0cda081a7007b9a
2024-12-07T12:29:43,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-07T12:29:43,650 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4377ecaae3fcdc239116c4333df18bc/testFamily/6d17b0428a3d4920a0cda081a7007b9a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T12:29:43,654 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c4377ecaae3fcdc239116c4333df18bc in 451ms, sequenceid=8, compaction requested=false
2024-12-07T12:29:43,656 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 03f4f98a19fe0540c572e0aaa58dcea1, 06b2e2a1912c45ab86b3cf03879dd6f6, 1588230740, 2620771656810784105c3d1d9425526e, 408cad28f611ef790f66550b915df23a, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, c4377ecaae3fcdc239116c4333df18bc, cb22b1b66b5efbe5ef8ddf6364a6a1f6, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:43,660 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4377ecaae3fcdc239116c4333df18bc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T12:29:43,661 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:43,661 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4377ecaae3fcdc239116c4333df18bc:
Waiting for close lock at 1733574583203Running coprocessor pre-close hooks at 1733574583203Disabling compacts and flushes for region at 1733574583203Disabling writes for close at 1733574583203Obtaining lock to block concurrent updates at 1733574583203Preparing flush snapshotting stores in c4377ecaae3fcdc239116c4333df18bc at 1733574583203Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733574583203Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc. at 1733574583204 (+1 ms)Flushing c4377ecaae3fcdc239116c4333df18bc/testFamily: creating writer at 1733574583204Flushing c4377ecaae3fcdc239116c4333df18bc/testFamily: appending metadata at 1733574583220 (+16 ms)Flushing c4377ecaae3fcdc239116c4333df18bc/testFamily: closing flushed file at 1733574583221 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20646e0e: reopening flushed file at 1733574583637 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c4377ecaae3fcdc239116c4333df18bc in 451ms, sequenceid=8, compaction requested=false at 1733574583654 (+17 ms)Writing region close event to WAL at 1733574583655 (+1 ms)Running coprocessor post-close hooks at 1733574583661 (+6 ms)Closed at 1733574583661
2024-12-07T12:29:43,661 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733574558792.c4377ecaae3fcdc239116c4333df18bc.
2024-12-07T12:29:43,662 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb22b1b66b5efbe5ef8ddf6364a6a1f6, disabling compactions & flushes
2024-12-07T12:29:43,662 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:29:43,662 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:29:43,662 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6. after waiting 0 ms
2024-12-07T12:29:43,662 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:29:43,662 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb22b1b66b5efbe5ef8ddf6364a6a1f6 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T12:29:43,680 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNextAsync/cb22b1b66b5efbe5ef8ddf6364a6a1f6/.tmp/testFamily/a878b76a696a4d55a8a7f9ac7eb0730d is 61, key is row-0/testFamily:testQualifier/1733574531421/Put/seqid=0
2024-12-07T12:29:43,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741859_1035 (size=5049)
2024-12-07T12:29:43,686 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNextAsync/cb22b1b66b5efbe5ef8ddf6364a6a1f6/.tmp/testFamily/a878b76a696a4d55a8a7f9ac7eb0730d
2024-12-07T12:29:43,695 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNextAsync/cb22b1b66b5efbe5ef8ddf6364a6a1f6/.tmp/testFamily/a878b76a696a4d55a8a7f9ac7eb0730d as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNextAsync/cb22b1b66b5efbe5ef8ddf6364a6a1f6/testFamily/a878b76a696a4d55a8a7f9ac7eb0730d
2024-12-07T12:29:43,702 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNextAsync/cb22b1b66b5efbe5ef8ddf6364a6a1f6/testFamily/a878b76a696a4d55a8a7f9ac7eb0730d, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T12:29:43,704 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cb22b1b66b5efbe5ef8ddf6364a6a1f6 in 42ms, sequenceid=8, compaction requested=false
2024-12-07T12:29:43,709 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNextAsync/cb22b1b66b5efbe5ef8ddf6364a6a1f6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T12:29:43,709 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:29:43,710 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb22b1b66b5efbe5ef8ddf6364a6a1f6:
Waiting for close lock at 1733574583662Running coprocessor pre-close hooks at 1733574583662Disabling compacts and flushes for region at 1733574583662Disabling writes for close at 1733574583662Obtaining lock to block concurrent updates at 1733574583662Preparing flush snapshotting stores in cb22b1b66b5efbe5ef8ddf6364a6a1f6 at 1733574583662Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733574583662Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6. at 1733574583663 (+1 ms)Flushing cb22b1b66b5efbe5ef8ddf6364a6a1f6/testFamily: creating writer at 1733574583663Flushing cb22b1b66b5efbe5ef8ddf6364a6a1f6/testFamily: appending metadata at 1733574583680 (+17 ms)Flushing cb22b1b66b5efbe5ef8ddf6364a6a1f6/testFamily: closing flushed file at 1733574583680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334d54e1: reopening flushed file at 1733574583694 (+14 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cb22b1b66b5efbe5ef8ddf6364a6a1f6 in 42ms, sequenceid=8, compaction requested=false at 1733574583704 (+10 ms)Writing region close event to WAL at 1733574583705 (+1 ms)Running coprocessor post-close hooks at 1733574583709 (+4 ms)Closed at 1733574583709
2024-12-07T12:29:43,710 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733574528384.cb22b1b66b5efbe5ef8ddf6364a6a1f6.
2024-12-07T12:29:43,710 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2620771656810784105c3d1d9425526e, disabling compactions & flushes
2024-12-07T12:29:43,710 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:43,710 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:43,710 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e. after waiting 0 ms
2024-12-07T12:29:43,710 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:43,710 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2620771656810784105c3d1d9425526e 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T12:29:43,727 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNext/2620771656810784105c3d1d9425526e/.tmp/testFamily/e5d6476341ad46e8820d14e346833a27 is 61, key is row-0/testFamily:testQualifier/1733574570920/Put/seqid=0
2024-12-07T12:29:43,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741860_1036 (size=5049)
2024-12-07T12:29:43,856 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 03f4f98a19fe0540c572e0aaa58dcea1, 06b2e2a1912c45ab86b3cf03879dd6f6, 1588230740, 2620771656810784105c3d1d9425526e, 408cad28f611ef790f66550b915df23a, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:43,959 INFO  [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/.tmp/ns/a141bc79f3b948f485b14f56a25af28a
2024-12-07T12:29:43,983 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/.tmp/table/4bc90444c96348a2b68045fef2de9356 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733574518963/Put/seqid=0
2024-12-07T12:29:43,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741861_1037 (size=6699)
2024-12-07T12:29:43,989 INFO  [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/.tmp/table/4bc90444c96348a2b68045fef2de9356
2024-12-07T12:29:43,997 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/.tmp/info/1191b78bbe6949a1bb119265563a992f as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/info/1191b78bbe6949a1bb119265563a992f
2024-12-07T12:29:44,006 INFO  [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/info/1191b78bbe6949a1bb119265563a992f, entries=100, sequenceid=56, filesize=20.1 K
2024-12-07T12:29:44,008 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/.tmp/ns/a141bc79f3b948f485b14f56a25af28a as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/ns/a141bc79f3b948f485b14f56a25af28a
2024-12-07T12:29:44,017 INFO  [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/ns/a141bc79f3b948f485b14f56a25af28a, entries=2, sequenceid=56, filesize=5.0 K
2024-12-07T12:29:44,018 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/.tmp/table/4bc90444c96348a2b68045fef2de9356 as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/table/4bc90444c96348a2b68045fef2de9356
2024-12-07T12:29:44,026 INFO  [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/table/4bc90444c96348a2b68045fef2de9356, entries=20, sequenceid=56, filesize=6.5 K
2024-12-07T12:29:44,027 INFO  [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=56, compaction requested=false
2024-12-07T12:29:44,033 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-07T12:29:44,034 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-07T12:29:44,034 INFO  [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-07T12:29:44,034 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733574583055Running coprocessor pre-close hooks at 1733574583055Disabling compacts and flushes for region at 1733574583055Disabling writes for close at 1733574583055Obtaining lock to block concurrent updates at 1733574583057 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733574583057Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733574583065 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733574583067 (+2 ms)Flushing 1588230740/info: creating writer at 1733574583068 (+1 ms)Flushing 1588230740/info: appending metadata at 1733574583113 (+45 ms)Flushing 1588230740/info: closing flushed file at 1733574583114 (+1 ms)Flushing 1588230740/ns: creating writer at 1733574583536 (+422 ms)Flushing 1588230740/ns: appending metadata at 1733574583552 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733574583552Flushing 1588230740/table: creating writer at 1733574583967 (+415 ms)Flushing 1588230740/table: appending metadata at 1733574583983 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733574583983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21615fe8: reopening flushed file at 1733574583996 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d4f6a5: reopening flushed file at 1733574584007 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35bdb789: reopening flushed file at 1733574584017 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=56, compaction requested=false at 1733574584027 (+10 ms)Writing region close event to WAL at 1733574584029 (+2 ms)Running coprocessor post-close hooks at 1733574584034 (+5 ms)Closed at 1733574584034
2024-12-07T12:29:44,034 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-07T12:29:44,056 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close
2024-12-07T12:29:44,056 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1325): Online Regions={2620771656810784105c3d1d9425526e=hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e., 408cad28f611ef790f66550b915df23a=testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., 03f4f98a19fe0540c572e0aaa58dcea1=testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., 06b2e2a1912c45ab86b3cf03879dd6f6=testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6., 9d0f5d251aaf9637bf27c8005b0e199a=testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a., f785e61b5032536bfaf9a1f72f512513=hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513., aca731bbc2898bf852b7d60cde95985b=testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.}
2024-12-07T12:29:44,057 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 03f4f98a19fe0540c572e0aaa58dcea1, 06b2e2a1912c45ab86b3cf03879dd6f6, 2620771656810784105c3d1d9425526e, 408cad28f611ef790f66550b915df23a, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:44,134 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNext/2620771656810784105c3d1d9425526e/.tmp/testFamily/e5d6476341ad46e8820d14e346833a27
2024-12-07T12:29:44,146 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNext/2620771656810784105c3d1d9425526e/.tmp/testFamily/e5d6476341ad46e8820d14e346833a27 as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNext/2620771656810784105c3d1d9425526e/testFamily/e5d6476341ad46e8820d14e346833a27
2024-12-07T12:29:44,156 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNext/2620771656810784105c3d1d9425526e/testFamily/e5d6476341ad46e8820d14e346833a27, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T12:29:44,157 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2620771656810784105c3d1d9425526e in 447ms, sequenceid=8, compaction requested=false
2024-12-07T12:29:44,163 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnNext/2620771656810784105c3d1d9425526e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T12:29:44,163 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:44,163 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2620771656810784105c3d1d9425526e:
Waiting for close lock at 1733574583710Running coprocessor pre-close hooks at 1733574583710Disabling compacts and flushes for region at 1733574583710Disabling writes for close at 1733574583710Obtaining lock to block concurrent updates at 1733574583710Preparing flush snapshotting stores in 2620771656810784105c3d1d9425526e at 1733574583710Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733574583710Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e. at 1733574583711 (+1 ms)Flushing 2620771656810784105c3d1d9425526e/testFamily: creating writer at 1733574583711Flushing 2620771656810784105c3d1d9425526e/testFamily: appending metadata at 1733574583727 (+16 ms)Flushing 2620771656810784105c3d1d9425526e/testFamily: closing flushed file at 1733574583727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d0d9ac: reopening flushed file at 1733574584144 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2620771656810784105c3d1d9425526e in 447ms, sequenceid=8, compaction requested=false at 1733574584157 (+13 ms)Writing region close event to WAL at 1733574584158 (+1 ms)Running coprocessor post-close hooks at 1733574584163 (+5 ms)Closed at 1733574584163
2024-12-07T12:29:44,164 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733574567871.2620771656810784105c3d1d9425526e.
2024-12-07T12:29:44,164 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 408cad28f611ef790f66550b915df23a, disabling compactions & flushes
2024-12-07T12:29:44,164 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:44,164 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:44,164 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a. after waiting 0 ms
2024-12-07T12:29:44,164 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:44,164 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 408cad28f611ef790f66550b915df23a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T12:29:44,181 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScanner/408cad28f611ef790f66550b915df23a/.tmp/testFamily/e20a525bfada4cedaa8afed448c28360 is 61, key is row-0/testFamily:testQualifier/1733574543589/Put/seqid=0
2024-12-07T12:29:44,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741862_1038 (size=5049)
2024-12-07T12:29:44,257 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 03f4f98a19fe0540c572e0aaa58dcea1, 06b2e2a1912c45ab86b3cf03879dd6f6, 408cad28f611ef790f66550b915df23a, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:44,457 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 03f4f98a19fe0540c572e0aaa58dcea1, 06b2e2a1912c45ab86b3cf03879dd6f6, 408cad28f611ef790f66550b915df23a, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:44,586 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScanner/408cad28f611ef790f66550b915df23a/.tmp/testFamily/e20a525bfada4cedaa8afed448c28360
2024-12-07T12:29:44,595 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScanner/408cad28f611ef790f66550b915df23a/.tmp/testFamily/e20a525bfada4cedaa8afed448c28360 as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScanner/408cad28f611ef790f66550b915df23a/testFamily/e20a525bfada4cedaa8afed448c28360
2024-12-07T12:29:44,601 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScanner/408cad28f611ef790f66550b915df23a/testFamily/e20a525bfada4cedaa8afed448c28360, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T12:29:44,602 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 408cad28f611ef790f66550b915df23a in 438ms, sequenceid=8, compaction requested=false
2024-12-07T12:29:44,607 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScanner/408cad28f611ef790f66550b915df23a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T12:29:44,608 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:44,608 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 408cad28f611ef790f66550b915df23a:
Waiting for close lock at 1733574584164Running coprocessor pre-close hooks at 1733574584164Disabling compacts and flushes for region at 1733574584164Disabling writes for close at 1733574584164Obtaining lock to block concurrent updates at 1733574584164Preparing flush snapshotting stores in 408cad28f611ef790f66550b915df23a at 1733574584164Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733574584164Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a. at 1733574584165 (+1 ms)Flushing 408cad28f611ef790f66550b915df23a/testFamily: creating writer at 1733574584165Flushing 408cad28f611ef790f66550b915df23a/testFamily: appending metadata at 1733574584180 (+15 ms)Flushing 408cad28f611ef790f66550b915df23a/testFamily: closing flushed file at 1733574584180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ff9367: reopening flushed file at 1733574584594 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 408cad28f611ef790f66550b915df23a in 438ms, sequenceid=8, compaction requested=false at 1733574584602 (+8 ms)Writing region close event to WAL at 1733574584603 (+1 ms)Running coprocessor post-close hooks at 1733574584608 (+5 ms)Closed at 1733574584608
2024-12-07T12:29:44,608 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733574540549.408cad28f611ef790f66550b915df23a.
2024-12-07T12:29:44,608 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03f4f98a19fe0540c572e0aaa58dcea1, disabling compactions & flushes
2024-12-07T12:29:44,608 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:44,608 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:44,608 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1. after waiting 0 ms
2024-12-07T12:29:44,608 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:44,608 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03f4f98a19fe0540c572e0aaa58dcea1 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T12:29:44,625 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScannerAsync/03f4f98a19fe0540c572e0aaa58dcea1/.tmp/testFamily/a3c21abef81b46b3b7fe282fe867a63a is 61, key is row-0/testFamily:testQualifier/1733574580010/Put/seqid=0
2024-12-07T12:29:44,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741863_1039 (size=5049)
2024-12-07T12:29:44,657 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 03f4f98a19fe0540c572e0aaa58dcea1, 06b2e2a1912c45ab86b3cf03879dd6f6, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:44,858 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 03f4f98a19fe0540c572e0aaa58dcea1, 06b2e2a1912c45ab86b3cf03879dd6f6, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:44,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-07T12:29:44,943 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-07T12:29:44,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-07T12:29:44,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-07T12:29:44,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-07T12:29:44,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-07T12:29:44,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-07T12:29:44,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-07T12:29:44,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-07T12:29:45,032 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScannerAsync/03f4f98a19fe0540c572e0aaa58dcea1/.tmp/testFamily/a3c21abef81b46b3b7fe282fe867a63a
2024-12-07T12:29:45,041 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScannerAsync/03f4f98a19fe0540c572e0aaa58dcea1/.tmp/testFamily/a3c21abef81b46b3b7fe282fe867a63a as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScannerAsync/03f4f98a19fe0540c572e0aaa58dcea1/testFamily/a3c21abef81b46b3b7fe282fe867a63a
2024-12-07T12:29:45,050 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScannerAsync/03f4f98a19fe0540c572e0aaa58dcea1/testFamily/a3c21abef81b46b3b7fe282fe867a63a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T12:29:45,051 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 03f4f98a19fe0540c572e0aaa58dcea1 in 443ms, sequenceid=8, compaction requested=false
2024-12-07T12:29:45,056 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnOpenScannerAsync/03f4f98a19fe0540c572e0aaa58dcea1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T12:29:45,057 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:45,057 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03f4f98a19fe0540c572e0aaa58dcea1:
Waiting for close lock at 1733574584608Running coprocessor pre-close hooks at 1733574584608Disabling compacts and flushes for region at 1733574584608Disabling writes for close at 1733574584608Obtaining lock to block concurrent updates at 1733574584608Preparing flush snapshotting stores in 03f4f98a19fe0540c572e0aaa58dcea1 at 1733574584608Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733574584609 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1. at 1733574584609Flushing 03f4f98a19fe0540c572e0aaa58dcea1/testFamily: creating writer at 1733574584609Flushing 03f4f98a19fe0540c572e0aaa58dcea1/testFamily: appending metadata at 1733574584625 (+16 ms)Flushing 03f4f98a19fe0540c572e0aaa58dcea1/testFamily: closing flushed file at 1733574584625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56902b79: reopening flushed file at 1733574585040 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 03f4f98a19fe0540c572e0aaa58dcea1 in 443ms, sequenceid=8, compaction requested=false at 1733574585051 (+11 ms)Writing region close event to WAL at 1733574585052 (+1 ms)Running coprocessor post-close hooks at 1733574585057 (+5 ms)Closed at 1733574585057
2024-12-07T12:29:45,057 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733574576963.03f4f98a19fe0540c572e0aaa58dcea1.
2024-12-07T12:29:45,057 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06b2e2a1912c45ab86b3cf03879dd6f6, disabling compactions & flushes
2024-12-07T12:29:45,058 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:29:45,058 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:29:45,058 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6. after waiting 0 ms
2024-12-07T12:29:45,058 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:29:45,058 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06b2e2a1912c45ab86b3cf03879dd6f6 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T12:29:45,058 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-07T12:29:45,058 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1325): Online Regions={06b2e2a1912c45ab86b3cf03879dd6f6=testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6., 9d0f5d251aaf9637bf27c8005b0e199a=testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a., f785e61b5032536bfaf9a1f72f512513=hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513., aca731bbc2898bf852b7d60cde95985b=testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.}
2024-12-07T12:29:45,058 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 06b2e2a1912c45ab86b3cf03879dd6f6, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:45,074 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextExceptionAsync/06b2e2a1912c45ab86b3cf03879dd6f6/.tmp/testFamily/fd9d507669104e429ebe633d9d0d418c is 61, key is row-0/testFamily:testQualifier/1733574519173/Put/seqid=0
2024-12-07T12:29:45,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741864_1040 (size=5049)
2024-12-07T12:29:45,258 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 06b2e2a1912c45ab86b3cf03879dd6f6, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:45,459 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 06b2e2a1912c45ab86b3cf03879dd6f6, 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:45,480 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextExceptionAsync/06b2e2a1912c45ab86b3cf03879dd6f6/.tmp/testFamily/fd9d507669104e429ebe633d9d0d418c
2024-12-07T12:29:45,488 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextExceptionAsync/06b2e2a1912c45ab86b3cf03879dd6f6/.tmp/testFamily/fd9d507669104e429ebe633d9d0d418c as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextExceptionAsync/06b2e2a1912c45ab86b3cf03879dd6f6/testFamily/fd9d507669104e429ebe633d9d0d418c
2024-12-07T12:29:45,496 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextExceptionAsync/06b2e2a1912c45ab86b3cf03879dd6f6/testFamily/fd9d507669104e429ebe633d9d0d418c, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T12:29:45,497 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 06b2e2a1912c45ab86b3cf03879dd6f6 in 439ms, sequenceid=8, compaction requested=false
2024-12-07T12:29:45,501 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testRetryOutOfOrderScannerNextExceptionAsync/06b2e2a1912c45ab86b3cf03879dd6f6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T12:29:45,502 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:29:45,502 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06b2e2a1912c45ab86b3cf03879dd6f6:
Waiting for close lock at 1733574585057Running coprocessor pre-close hooks at 1733574585057Disabling compacts and flushes for region at 1733574585057Disabling writes for close at 1733574585058 (+1 ms)Obtaining lock to block concurrent updates at 1733574585058Preparing flush snapshotting stores in 06b2e2a1912c45ab86b3cf03879dd6f6 at 1733574585058Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733574585058Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6. at 1733574585059 (+1 ms)Flushing 06b2e2a1912c45ab86b3cf03879dd6f6/testFamily: creating writer at 1733574585059Flushing 06b2e2a1912c45ab86b3cf03879dd6f6/testFamily: appending metadata at 1733574585074 (+15 ms)Flushing 06b2e2a1912c45ab86b3cf03879dd6f6/testFamily: closing flushed file at 1733574585074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d79bec: reopening flushed file at 1733574585487 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 06b2e2a1912c45ab86b3cf03879dd6f6 in 439ms, sequenceid=8, compaction requested=false at 1733574585497 (+10 ms)Writing region close event to WAL at 1733574585498 (+1 ms)Running coprocessor post-close hooks at 1733574585502 (+4 ms)Closed at 1733574585502
2024-12-07T12:29:45,502 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733574518083.06b2e2a1912c45ab86b3cf03879dd6f6.
2024-12-07T12:29:45,503 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d0f5d251aaf9637bf27c8005b0e199a, disabling compactions & flushes
2024-12-07T12:29:45,503 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:45,503 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:45,503 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a. after waiting 0 ms
2024-12-07T12:29:45,503 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:45,503 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d0f5d251aaf9637bf27c8005b0e199a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T12:29:45,519 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNextAsync/9d0f5d251aaf9637bf27c8005b0e199a/.tmp/testFamily/1768745ecc5b4d78892e1398cab54850 is 61, key is row-0/testFamily:testQualifier/1733574549660/Put/seqid=0
2024-12-07T12:29:45,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741865_1041 (size=5049)
2024-12-07T12:29:45,659 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:45,859 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on 9d0f5d251aaf9637bf27c8005b0e199a, aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:45,925 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNextAsync/9d0f5d251aaf9637bf27c8005b0e199a/.tmp/testFamily/1768745ecc5b4d78892e1398cab54850
2024-12-07T12:29:45,934 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNextAsync/9d0f5d251aaf9637bf27c8005b0e199a/.tmp/testFamily/1768745ecc5b4d78892e1398cab54850 as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNextAsync/9d0f5d251aaf9637bf27c8005b0e199a/testFamily/1768745ecc5b4d78892e1398cab54850
2024-12-07T12:29:45,941 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNextAsync/9d0f5d251aaf9637bf27c8005b0e199a/testFamily/1768745ecc5b4d78892e1398cab54850, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T12:29:45,942 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9d0f5d251aaf9637bf27c8005b0e199a in 439ms, sequenceid=8, compaction requested=false
2024-12-07T12:29:45,948 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNextAsync/9d0f5d251aaf9637bf27c8005b0e199a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T12:29:45,949 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:45,949 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d0f5d251aaf9637bf27c8005b0e199a:
Waiting for close lock at 1733574585503Running coprocessor pre-close hooks at 1733574585503Disabling compacts and flushes for region at 1733574585503Disabling writes for close at 1733574585503Obtaining lock to block concurrent updates at 1733574585503Preparing flush snapshotting stores in 9d0f5d251aaf9637bf27c8005b0e199a at 1733574585503Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733574585503Flushing stores of testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a. at 1733574585504 (+1 ms)Flushing 9d0f5d251aaf9637bf27c8005b0e199a/testFamily: creating writer at 1733574585504Flushing 9d0f5d251aaf9637bf27c8005b0e199a/testFamily: appending metadata at 1733574585519 (+15 ms)Flushing 9d0f5d251aaf9637bf27c8005b0e199a/testFamily: closing flushed file at 1733574585519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534003d7: reopening flushed file at 1733574585933 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9d0f5d251aaf9637bf27c8005b0e199a in 439ms, sequenceid=8, compaction requested=false at 1733574585942 (+9 ms)Writing region close event to WAL at 1733574585943 (+1 ms)Running coprocessor post-close hooks at 1733574585949 (+6 ms)Closed at 1733574585949
2024-12-07T12:29:45,949 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733574546632.9d0f5d251aaf9637bf27c8005b0e199a.
2024-12-07T12:29:45,950 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f785e61b5032536bfaf9a1f72f512513, disabling compactions & flushes
2024-12-07T12:29:45,950 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:29:45,950 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:29:45,950 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513. after waiting 0 ms
2024-12-07T12:29:45,950 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:29:45,950 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f785e61b5032536bfaf9a1f72f512513 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T12:29:45,974 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScanner/f785e61b5032536bfaf9a1f72f512513/.tmp/testFamily/20eb5ada3e82418bb84f832fc4267817 is 61, key is row-0/testFamily:testQualifier/1733574522330/Put/seqid=0
2024-12-07T12:29:45,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741866_1042 (size=5049)
2024-12-07T12:29:46,060 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-07T12:29:46,060 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1325): Online Regions={f785e61b5032536bfaf9a1f72f512513=hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513., aca731bbc2898bf852b7d60cde95985b=testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.}
2024-12-07T12:29:46,060 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:46,260 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on aca731bbc2898bf852b7d60cde95985b, f785e61b5032536bfaf9a1f72f512513
2024-12-07T12:29:46,380 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScanner/f785e61b5032536bfaf9a1f72f512513/.tmp/testFamily/20eb5ada3e82418bb84f832fc4267817
2024-12-07T12:29:46,390 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScanner/f785e61b5032536bfaf9a1f72f512513/.tmp/testFamily/20eb5ada3e82418bb84f832fc4267817 as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScanner/f785e61b5032536bfaf9a1f72f512513/testFamily/20eb5ada3e82418bb84f832fc4267817
2024-12-07T12:29:46,398 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScanner/f785e61b5032536bfaf9a1f72f512513/testFamily/20eb5ada3e82418bb84f832fc4267817, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T12:29:46,399 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f785e61b5032536bfaf9a1f72f512513 in 449ms, sequenceid=8, compaction requested=false
2024-12-07T12:29:46,404 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/hbase/testMetaScanTimeoutOnOpenScanner/f785e61b5032536bfaf9a1f72f512513/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T12:29:46,404 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:29:46,405 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f785e61b5032536bfaf9a1f72f512513:
Waiting for close lock at 1733574585950Running coprocessor pre-close hooks at 1733574585950Disabling compacts and flushes for region at 1733574585950Disabling writes for close at 1733574585950Obtaining lock to block concurrent updates at 1733574585950Preparing flush snapshotting stores in f785e61b5032536bfaf9a1f72f512513 at 1733574585950Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733574585950Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513. at 1733574585951 (+1 ms)Flushing f785e61b5032536bfaf9a1f72f512513/testFamily: creating writer at 1733574585951Flushing f785e61b5032536bfaf9a1f72f512513/testFamily: appending metadata at 1733574585974 (+23 ms)Flushing f785e61b5032536bfaf9a1f72f512513/testFamily: closing flushed file at 1733574585974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2835378e: reopening flushed file at 1733574586389 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f785e61b5032536bfaf9a1f72f512513 in 449ms, sequenceid=8, compaction requested=false at 1733574586399 (+10 ms)Writing region close event to WAL at 1733574586400 (+1 ms)Running coprocessor post-close hooks at 1733574586404 (+4 ms)Closed at 1733574586404
2024-12-07T12:29:46,405 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733574519279.f785e61b5032536bfaf9a1f72f512513.
2024-12-07T12:29:46,405 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aca731bbc2898bf852b7d60cde95985b, disabling compactions & flushes
2024-12-07T12:29:46,405 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:46,405 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:46,405 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b. after waiting 0 ms
2024-12-07T12:29:46,405 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:46,405 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aca731bbc2898bf852b7d60cde95985b 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T12:29:46,421 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNext/aca731bbc2898bf852b7d60cde95985b/.tmp/testFamily/76789091676d41fb82e3302a52888884 is 61, key is row-0/testFamily:testQualifier/1733574555751/Put/seqid=0
2024-12-07T12:29:46,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741867_1043 (size=5049)
2024-12-07T12:29:46,460 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:46,661 DEBUG [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1351): Waiting on aca731bbc2898bf852b7d60cde95985b
2024-12-07T12:29:46,828 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNext/aca731bbc2898bf852b7d60cde95985b/.tmp/testFamily/76789091676d41fb82e3302a52888884
2024-12-07T12:29:46,836 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNext/aca731bbc2898bf852b7d60cde95985b/.tmp/testFamily/76789091676d41fb82e3302a52888884 as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNext/aca731bbc2898bf852b7d60cde95985b/testFamily/76789091676d41fb82e3302a52888884
2024-12-07T12:29:46,843 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNext/aca731bbc2898bf852b7d60cde95985b/testFamily/76789091676d41fb82e3302a52888884, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T12:29:46,845 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for aca731bbc2898bf852b7d60cde95985b in 439ms, sequenceid=8, compaction requested=false
2024-12-07T12:29:46,849 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/data/default/testNormalScanTimeoutOnNext/aca731bbc2898bf852b7d60cde95985b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T12:29:46,850 INFO  [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:46,850 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aca731bbc2898bf852b7d60cde95985b:
Waiting for close lock at 1733574586405Running coprocessor pre-close hooks at 1733574586405Disabling compacts and flushes for region at 1733574586405Disabling writes for close at 1733574586405Obtaining lock to block concurrent updates at 1733574586405Preparing flush snapshotting stores in aca731bbc2898bf852b7d60cde95985b at 1733574586405Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733574586405Flushing stores of testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b. at 1733574586406 (+1 ms)Flushing aca731bbc2898bf852b7d60cde95985b/testFamily: creating writer at 1733574586406Flushing aca731bbc2898bf852b7d60cde95985b/testFamily: appending metadata at 1733574586421 (+15 ms)Flushing aca731bbc2898bf852b7d60cde95985b/testFamily: closing flushed file at 1733574586421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7eeb64: reopening flushed file at 1733574586835 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for aca731bbc2898bf852b7d60cde95985b in 439ms, sequenceid=8, compaction requested=false at 1733574586845 (+10 ms)Writing region close event to WAL at 1733574586845Running coprocessor post-close hooks at 1733574586850 (+5 ms)Closed at 1733574586850
2024-12-07T12:29:46,850 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733574552702.aca731bbc2898bf852b7d60cde95985b.
2024-12-07T12:29:46,861 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(976): stopping server 27c6fcd7dac8,37971,1733574485242; all regions closed.
2024-12-07T12:29:46,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741834_1010 (size=19479)
2024-12-07T12:29:46,871 DEBUG [RS:0;27c6fcd7dac8:37971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/oldWALs
2024-12-07T12:29:46,871 INFO  [RS:0;27c6fcd7dac8:37971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27c6fcd7dac8%2C37971%2C1733574485242.meta:.meta(num 1733574517675)
2024-12-07T12:29:46,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741833_1009 (size=20031)
2024-12-07T12:29:46,876 DEBUG [RS:0;27c6fcd7dac8:37971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/oldWALs
2024-12-07T12:29:46,876 INFO  [RS:0;27c6fcd7dac8:37971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27c6fcd7dac8%2C37971%2C1733574485242:(num 1733574517303)
2024-12-07T12:29:46,876 DEBUG [RS:0;27c6fcd7dac8:37971 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T12:29:46,876 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.LeaseManager(133): Closed leases
2024-12-07T12:29:46,877 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-07T12:29:46,877 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.ChoreService(370): Chore service for: regionserver/27c6fcd7dac8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-07T12:29:46,877 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-07T12:29:46,877 INFO  [regionserver/27c6fcd7dac8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-07T12:29:46,878 INFO  [RS:0;27c6fcd7dac8:37971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37971
2024-12-07T12:29:46,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/27c6fcd7dac8,37971,1733574485242
2024-12-07T12:29:46,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-07T12:29:46,882 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-07T12:29:46,883 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27c6fcd7dac8,37971,1733574485242]
2024-12-07T12:29:46,885 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/27c6fcd7dac8,37971,1733574485242 already deleted, retry=false
2024-12-07T12:29:46,885 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27c6fcd7dac8,37971,1733574485242 expired; onlineServers=0
2024-12-07T12:29:46,885 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27c6fcd7dac8,38425,1733574484484' *****
2024-12-07T12:29:46,885 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-07T12:29:46,886 INFO  [M:0;27c6fcd7dac8:38425 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-07T12:29:46,886 INFO  [M:0;27c6fcd7dac8:38425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-07T12:29:46,886 DEBUG [M:0;27c6fcd7dac8:38425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-07T12:29:46,886 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-07T12:29:46,886 DEBUG [M:0;27c6fcd7dac8:38425 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-07T12:29:46,886 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.large.0-1733574487134 {}] cleaner.HFileCleaner(306): Exit Thread[master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.large.0-1733574487134,5,FailOnTimeoutGroup]
2024-12-07T12:29:46,886 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.small.0-1733574487138 {}] cleaner.HFileCleaner(306): Exit Thread[master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.small.0-1733574487138,5,FailOnTimeoutGroup]
2024-12-07T12:29:46,886 INFO  [M:0;27c6fcd7dac8:38425 {}] hbase.ChoreService(370): Chore service for: master/27c6fcd7dac8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-07T12:29:46,886 INFO  [M:0;27c6fcd7dac8:38425 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-07T12:29:46,886 DEBUG [M:0;27c6fcd7dac8:38425 {}] master.HMaster(1795): Stopping service threads
2024-12-07T12:29:46,887 INFO  [M:0;27c6fcd7dac8:38425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-07T12:29:46,887 INFO  [M:0;27c6fcd7dac8:38425 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-07T12:29:46,887 INFO  [M:0;27c6fcd7dac8:38425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-07T12:29:46,887 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-07T12:29:46,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-07T12:29:46,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T12:29:46,889 DEBUG [M:0;27c6fcd7dac8:38425 {}] zookeeper.ZKUtil(347): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-07T12:29:46,889 WARN  [M:0;27c6fcd7dac8:38425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-07T12:29:46,890 INFO  [M:0;27c6fcd7dac8:38425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/.lastflushedseqids
2024-12-07T12:29:46,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741868_1044 (size=649)
2024-12-07T12:29:46,916 INFO  [regionserver/27c6fcd7dac8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-07T12:29:46,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-07T12:29:46,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37971-0x1018ce549260001, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-07T12:29:46,986 INFO  [RS:0;27c6fcd7dac8:37971 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-07T12:29:46,986 INFO  [RS:0;27c6fcd7dac8:37971 {}] regionserver.HRegionServer(1031): Exiting; stopping=27c6fcd7dac8,37971,1733574485242; zookeeper connection closed.
2024-12-07T12:29:46,986 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e741924 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e741924
2024-12-07T12:29:46,987 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-07T12:29:47,303 INFO  [M:0;27c6fcd7dac8:38425 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-07T12:29:47,304 INFO  [M:0;27c6fcd7dac8:38425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-07T12:29:47,304 DEBUG [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-07T12:29:47,304 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T12:29:47,304 DEBUG [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T12:29:47,304 DEBUG [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-07T12:29:47,304 DEBUG [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T12:29:47,304 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.12 KB heapSize=191.10 KB
2024-12-07T12:29:47,325 DEBUG [M:0;27c6fcd7dac8:38425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3108ac284a24e9693ba2a9492f2d56e is 82, key is hbase:meta,,1/info:regioninfo/1733574517766/Put/seqid=0
2024-12-07T12:29:47,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741869_1045 (size=5672)
2024-12-07T12:29:47,731 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3108ac284a24e9693ba2a9492f2d56e
2024-12-07T12:29:47,757 DEBUG [M:0;27c6fcd7dac8:38425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bc40220818b40ad801c436c5e2ed32d is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733574518970/Put/seqid=0
2024-12-07T12:29:47,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741870_1046 (size=14076)
2024-12-07T12:29:48,164 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.56 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bc40220818b40ad801c436c5e2ed32d
2024-12-07T12:29:48,171 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bc40220818b40ad801c436c5e2ed32d
2024-12-07T12:29:48,188 DEBUG [M:0;27c6fcd7dac8:38425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06c82fb69edb43ada2a4c868d0ed5557 is 69, key is 27c6fcd7dac8,37971,1733574485242/rs:state/1733574487152/Put/seqid=0
2024-12-07T12:29:48,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741871_1047 (size=5156)
2024-12-07T12:29:48,593 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06c82fb69edb43ada2a4c868d0ed5557
2024-12-07T12:29:48,601 DEBUG [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3108ac284a24e9693ba2a9492f2d56e as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3108ac284a24e9693ba2a9492f2d56e
2024-12-07T12:29:48,606 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3108ac284a24e9693ba2a9492f2d56e, entries=8, sequenceid=318, filesize=5.5 K
2024-12-07T12:29:48,608 DEBUG [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bc40220818b40ad801c436c5e2ed32d as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bc40220818b40ad801c436c5e2ed32d
2024-12-07T12:29:48,614 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bc40220818b40ad801c436c5e2ed32d
2024-12-07T12:29:48,614 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bc40220818b40ad801c436c5e2ed32d, entries=33, sequenceid=318, filesize=13.7 K
2024-12-07T12:29:48,615 DEBUG [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06c82fb69edb43ada2a4c868d0ed5557 as hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06c82fb69edb43ada2a4c868d0ed5557
2024-12-07T12:29:48,622 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39119/user/jenkins/test-data/b999c56f-ce19-f19d-1c9a-57d17c694875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06c82fb69edb43ada2a4c868d0ed5557, entries=1, sequenceid=318, filesize=5.0 K
2024-12-07T12:29:48,623 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.12 KB/167031, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=318, compaction requested=false
2024-12-07T12:29:48,625 INFO  [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T12:29:48,625 DEBUG [M:0;27c6fcd7dac8:38425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733574587304Disabling compacts and flushes for region at 1733574587304Disabling writes for close at 1733574587304Obtaining lock to block concurrent updates at 1733574587304Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733574587304Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167031, getHeapSize=195624, getOffHeapSize=0, getCellsCount=365 at 1733574587305 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733574587306 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733574587306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733574587324 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733574587324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733574587738 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733574587756 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733574587756Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733574588171 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733574588187 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733574588187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af71387: reopening flushed file at 1733574588600 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abcbdd7: reopening flushed file at 1733574588607 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c682eac: reopening flushed file at 1733574588614 (+7 ms)Finished flush of dataSize ~163.12 KB/167031, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=318, compaction requested=false at 1733574588623 (+9 ms)Writing region close event to WAL at 1733574588624 (+1 ms)Closed at 1733574588624
2024-12-07T12:29:48,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741830_1006 (size=188308)
2024-12-07T12:29:48,628 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-07T12:29:48,629 INFO  [M:0;27c6fcd7dac8:38425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-07T12:29:48,629 INFO  [M:0;27c6fcd7dac8:38425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38425
2024-12-07T12:29:48,629 INFO  [M:0;27c6fcd7dac8:38425 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-07T12:29:48,703 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T12:29:48,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-07T12:29:48,731 INFO  [M:0;27c6fcd7dac8:38425 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-07T12:29:48,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x1018ce549260000, quorum=127.0.0.1:50332, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-07T12:29:48,737 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b6ec326{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-07T12:29:48,740 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19301434{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-07T12:29:48,740 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-07T12:29:48,740 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-07T12:29:48,740 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47169f40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/hadoop.log.dir/,STOPPED}
2024-12-07T12:29:48,743 WARN  [BP-390296137-172.17.0.2-1733574481391 heartbeating to localhost/127.0.0.1:39119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-07T12:29:48,743 WARN  [BP-390296137-172.17.0.2-1733574481391 heartbeating to localhost/127.0.0.1:39119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-390296137-172.17.0.2-1733574481391 (Datanode Uuid d52a97c2-59ed-43bf-a92a-ab323a06f4e5) service to localhost/127.0.0.1:39119
2024-12-07T12:29:48,743 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-07T12:29:48,743 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-07T12:29:48,745 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/cluster_5a4b9f74-40b7-edd7-664c-f3e8d4253ef2/data/data1/current/BP-390296137-172.17.0.2-1733574481391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-07T12:29:48,745 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/cluster_5a4b9f74-40b7-edd7-664c-f3e8d4253ef2/data/data2/current/BP-390296137-172.17.0.2-1733574481391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-07T12:29:48,745 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-07T12:29:48,753 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-07T12:29:48,754 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-07T12:29:48,754 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-07T12:29:48,754 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-07T12:29:48,754 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f8e46ce-721a-723f-c782-ff6981e22019/hadoop.log.dir/,STOPPED}
2024-12-07T12:29:48,762 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-07T12:29:48,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down