2024-11-20 08:40:04,179 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-20 08:40:04,203 main DEBUG Took 0.022242 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-20 08:40:04,204 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-20 08:40:04,204 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-20 08:40:04,205 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-20 08:40:04,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,214 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-20 08:40:04,226 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,229 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,230 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,231 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,233 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,234 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,235 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,236 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,237 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,238 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,239 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 08:40:04,242 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,242 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-20 08:40:04,244 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 08:40:04,246 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-20 08:40:04,248 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-20 08:40:04,249 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-20 08:40:04,250 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-20 08:40:04,251 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-20 08:40:04,259 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-20 08:40:04,262 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-20 08:40:04,263 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-20 08:40:04,264 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-20 08:40:04,264 main DEBUG createAppenders(={Console})
2024-11-20 08:40:04,265 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-20 08:40:04,265 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-20 08:40:04,266 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-20 08:40:04,267 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-20 08:40:04,267 main DEBUG OutputStream closed
2024-11-20 08:40:04,267 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-20 08:40:04,268 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-20 08:40:04,268 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-20 08:40:04,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-20 08:40:04,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-20 08:40:04,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-20 08:40:04,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-20 08:40:04,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-20 08:40:04,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-20 08:40:04,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-20 08:40:04,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-20 08:40:04,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-20 08:40:04,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-20 08:40:04,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-20 08:40:04,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-20 08:40:04,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-20 08:40:04,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-20 08:40:04,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-20 08:40:04,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-20 08:40:04,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-20 08:40:04,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-20 08:40:04,355 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20 08:40:04,355 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-20 08:40:04,355 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-20 08:40:04,356 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-20T08:40:04,369 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-20 08:40:04,371 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-20 08:40:04,372 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20T08:40:04,680 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d
2024-11-20T08:40:04,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-20T08:40:04,717 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/cluster_dd10caba-9dc4-02f1-62f0-4f3685f71b85, deleteOnExit=true
2024-11-20T08:40:04,717 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-20T08:40:04,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/test.cache.data in system properties and HBase conf
2024-11-20T08:40:04,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/hadoop.tmp.dir in system properties and HBase conf
2024-11-20T08:40:04,720 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/hadoop.log.dir in system properties and HBase conf
2024-11-20T08:40:04,721 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-20T08:40:04,722 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-20T08:40:04,722 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-20T08:40:04,822 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-20T08:40:04,931 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T08:40:04,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-20T08:40:04,935 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-20T08:40:04,935 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-20T08:40:04,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-20T08:40:04,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-20T08:40:04,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-20T08:40:04,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-20T08:40:04,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-20T08:40:04,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-20T08:40:04,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/nfs.dump.dir in system properties and HBase conf
2024-11-20T08:40:04,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/java.io.tmpdir in system properties and HBase conf
2024-11-20T08:40:04,939 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-20T08:40:04,939 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-20T08:40:04,939 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-20T08:40:05,754 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-20T08:40:05,833 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3839ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-20T08:40:05,911 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T08:40:05,973 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-20T08:40:05,994 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-20T08:40:05,994 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-20T08:40:05,995 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-20T08:40:06,008 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T08:40:06,011 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/hadoop.log.dir/,AVAILABLE}
2024-11-20T08:40:06,012 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-20T08:40:06,234 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/java.io.tmpdir/jetty-localhost-36251-hadoop-hdfs-3_4_1-tests_jar-_-any-17280282976208389498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-20T08:40:06,244 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:36251}
2024-11-20T08:40:06,244 INFO  [Time-limited test {}] server.Server(415): Started @4251ms
2024-11-20T08:40:06,631 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T08:40:06,638 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-20T08:40:06,639 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-20T08:40:06,639 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-20T08:40:06,639 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-20T08:40:06,640 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47169f40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/hadoop.log.dir/,AVAILABLE}
2024-11-20T08:40:06,641 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-20T08:40:06,760 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b6ec326{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/java.io.tmpdir/jetty-localhost-46509-hadoop-hdfs-3_4_1-tests_jar-_-any-11324278106703992553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-20T08:40:06,761 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19301434{HTTP/1.1, (http/1.1)}{localhost:46509}
2024-11-20T08:40:06,761 INFO  [Time-limited test {}] server.Server(415): Started @4768ms
2024-11-20T08:40:06,818 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-20T08:40:07,283 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/cluster_dd10caba-9dc4-02f1-62f0-4f3685f71b85/data/data1/current/BP-1100176351-172.17.0.2-1732092005493/current, will proceed with Du for space computation calculation, 
2024-11-20T08:40:07,283 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/cluster_dd10caba-9dc4-02f1-62f0-4f3685f71b85/data/data2/current/BP-1100176351-172.17.0.2-1732092005493/current, will proceed with Du for space computation calculation, 
2024-11-20T08:40:07,322 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-20T08:40:07,386 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5093a94f05a86e with lease ID 0xdfec5420928a9a6e: Processing first storage report for DS-40cad662-f538-432f-83ee-73a270696472 from datanode DatanodeRegistration(127.0.0.1:46667, datanodeUuid=c1c75484-4a66-49fe-a709-8378951dabf7, infoPort=36267, infoSecurePort=0, ipcPort=33695, storageInfo=lv=-57;cid=testClusterID;nsid=119742232;c=1732092005493)
2024-11-20T08:40:07,387 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5093a94f05a86e with lease ID 0xdfec5420928a9a6e: from storage DS-40cad662-f538-432f-83ee-73a270696472 node DatanodeRegistration(127.0.0.1:46667, datanodeUuid=c1c75484-4a66-49fe-a709-8378951dabf7, infoPort=36267, infoSecurePort=0, ipcPort=33695, storageInfo=lv=-57;cid=testClusterID;nsid=119742232;c=1732092005493), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-20T08:40:07,388 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5093a94f05a86e with lease ID 0xdfec5420928a9a6e: Processing first storage report for DS-594f5184-c1bd-4592-800b-c0359287cd00 from datanode DatanodeRegistration(127.0.0.1:46667, datanodeUuid=c1c75484-4a66-49fe-a709-8378951dabf7, infoPort=36267, infoSecurePort=0, ipcPort=33695, storageInfo=lv=-57;cid=testClusterID;nsid=119742232;c=1732092005493)
2024-11-20T08:40:07,388 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5093a94f05a86e with lease ID 0xdfec5420928a9a6e: from storage DS-594f5184-c1bd-4592-800b-c0359287cd00 node DatanodeRegistration(127.0.0.1:46667, datanodeUuid=c1c75484-4a66-49fe-a709-8378951dabf7, infoPort=36267, infoSecurePort=0, ipcPort=33695, storageInfo=lv=-57;cid=testClusterID;nsid=119742232;c=1732092005493), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-20T08:40:07,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d
2024-11-20T08:40:07,545 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/cluster_dd10caba-9dc4-02f1-62f0-4f3685f71b85/zookeeper_0, clientPort=54133, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/cluster_dd10caba-9dc4-02f1-62f0-4f3685f71b85/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/cluster_dd10caba-9dc4-02f1-62f0-4f3685f71b85/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-20T08:40:07,555 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54133
2024-11-20T08:40:07,569 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T08:40:07,574 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T08:40:07,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741825_1001 (size=7)
2024-11-20T08:40:08,194 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331 with version=8
2024-11-20T08:40:08,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/hbase-staging
2024-11-20T08:40:08,282 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-20T08:40:08,525 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=9
2024-11-20T08:40:08,536 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T08:40:08,537 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T08:40:08,541 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T08:40:08,541 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T08:40:08,542 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T08:40:08,674 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-20T08:40:08,734 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-20T08:40:08,742 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-20T08:40:08,746 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T08:40:08,772 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6477 (auto-detected)
2024-11-20T08:40:08,773 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-20T08:40:08,791 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40051
2024-11-20T08:40:08,812 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40051 connecting to ZooKeeper ensemble=127.0.0.1:54133
2024-11-20T08:40:08,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400510x0, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T08:40:08,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40051-0x10134887ef20000 connected
2024-11-20T08:40:08,879 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T08:40:08,882 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T08:40:08,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T08:40:08,895 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331, hbase.cluster.distributed=false
2024-11-20T08:40:08,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T08:40:08,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40051
2024-11-20T08:40:08,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40051
2024-11-20T08:40:08,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40051
2024-11-20T08:40:08,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40051
2024-11-20T08:40:08,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40051
2024-11-20T08:40:09,041 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=9
2024-11-20T08:40:09,043 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T08:40:09,043 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T08:40:09,043 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T08:40:09,043 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T08:40:09,043 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T08:40:09,046 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-20T08:40:09,048 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T08:40:09,050 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46027
2024-11-20T08:40:09,051 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46027 connecting to ZooKeeper ensemble=127.0.0.1:54133
2024-11-20T08:40:09,053 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T08:40:09,055 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T08:40:09,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460270x0, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T08:40:09,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46027-0x10134887ef20001 connected
2024-11-20T08:40:09,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T08:40:09,067 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-20T08:40:09,075 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-20T08:40:09,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-20T08:40:09,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T08:40:09,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46027
2024-11-20T08:40:09,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46027
2024-11-20T08:40:09,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46027
2024-11-20T08:40:09,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46027
2024-11-20T08:40:09,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46027
2024-11-20T08:40:09,101 DEBUG [M:0;3354ef74e3b7:40051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:40051
2024-11-20T08:40:09,102 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3354ef74e3b7,40051,1732092008334
2024-11-20T08:40:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T08:40:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T08:40:09,111 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3354ef74e3b7,40051,1732092008334
2024-11-20T08:40:09,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-20T08:40:09,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:40:09,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:40:09,134 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-20T08:40:09,135 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3354ef74e3b7,40051,1732092008334 from backup master directory
2024-11-20T08:40:09,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3354ef74e3b7,40051,1732092008334
2024-11-20T08:40:09,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T08:40:09,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T08:40:09,139 WARN  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T08:40:09,139 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,40051,1732092008334
2024-11-20T08:40:09,141 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-20T08:40:09,142 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-20T08:40:09,199 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/hbase.id] with ID: bf403887-8718-4854-acec-26db2390b190
2024-11-20T08:40:09,200 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/.tmp/hbase.id
2024-11-20T08:40:09,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741826_1002 (size=42)
2024-11-20T08:40:09,611 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/.tmp/hbase.id]:[hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/hbase.id]
2024-11-20T08:40:09,656 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T08:40:09,662 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-20T08:40:09,682 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-20T08:40:09,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:40:09,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:40:09,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741827_1003 (size=196)
2024-11-20T08:40:10,118 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:40:10,121 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-20T08:40:10,137 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T08:40:10,142 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T08:40:10,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741828_1004 (size=1189)
2024-11-20T08:40:10,592 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store
2024-11-20T08:40:10,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741829_1005 (size=34)
2024-11-20T08:40:10,619 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-20T08:40:10,622 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:40:10,623 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T08:40:10,623 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T08:40:10,624 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T08:40:10,625 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T08:40:10,625 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T08:40:10,625 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T08:40:10,626 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732092010623Disabling compacts and flushes for region at 1732092010623Disabling writes for close at 1732092010625 (+2 ms)Writing region close event to WAL at 1732092010625Closed at 1732092010625
2024-11-20T08:40:10,629 WARN  [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/.initializing
2024-11-20T08:40:10,629 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/WALs/3354ef74e3b7,40051,1732092008334
2024-11-20T08:40:10,637 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T08:40:10,653 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C40051%2C1732092008334, suffix=, logDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/WALs/3354ef74e3b7,40051,1732092008334, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/oldWALs, maxLogs=10
2024-11-20T08:40:10,677 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/WALs/3354ef74e3b7,40051,1732092008334/3354ef74e3b7%2C40051%2C1732092008334.1732092010657, exclude list is [], retry=0
2024-11-20T08:40:10,694 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46667,DS-40cad662-f538-432f-83ee-73a270696472,DISK]
2024-11-20T08:40:10,697 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-20T08:40:10,734 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/WALs/3354ef74e3b7,40051,1732092008334/3354ef74e3b7%2C40051%2C1732092008334.1732092010657
2024-11-20T08:40:10,735 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)]
2024-11-20T08:40:10,736 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:40:10,736 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:40:10,740 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T08:40:10,741 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T08:40:10,779 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T08:40:10,806 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-20T08:40:10,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:40:10,813 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T08:40:10,813 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T08:40:10,816 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-20T08:40:10,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:40:10,818 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:40:10,818 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T08:40:10,821 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-20T08:40:10,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:40:10,822 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:40:10,822 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T08:40:10,825 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-20T08:40:10,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:40:10,826 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:40:10,826 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T08:40:10,830 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T08:40:10,831 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T08:40:10,836 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T08:40:10,837 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T08:40:10,840 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T08:40:10,844 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T08:40:10,848 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:40:10,849 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65903170, jitterRate=-0.017966240644454956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T08:40:10,855 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732092010753Initializing all the Stores at 1732092010756 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092010756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092010757 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092010757Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092010757Cleaning up temporary data from old regions at 1732092010837 (+80 ms)Region opened successfully at 1732092010855 (+18 ms)
2024-11-20T08:40:10,857 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-20T08:40:10,891 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7129d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0
2024-11-20T08:40:10,924 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-20T08:40:10,936 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-20T08:40:10,936 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-20T08:40:10,940 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-20T08:40:10,941 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-20T08:40:10,946 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-20T08:40:10,947 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-20T08:40:10,974 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-20T08:40:10,982 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-20T08:40:10,986 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-20T08:40:10,988 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-20T08:40:10,990 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-20T08:40:10,991 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-20T08:40:10,994 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-20T08:40:10,997 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-20T08:40:10,999 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-20T08:40:11,000 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-20T08:40:11,002 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-20T08:40:11,020 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-20T08:40:11,023 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-20T08:40:11,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T08:40:11,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T08:40:11,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:40:11,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:40:11,030 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,40051,1732092008334, sessionid=0x10134887ef20000, setting cluster-up flag (Was=false)
2024-11-20T08:40:11,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:40:11,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:40:11,050 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-20T08:40:11,052 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,40051,1732092008334
2024-11-20T08:40:11,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:40:11,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:40:11,064 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-20T08:40:11,065 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,40051,1732092008334
2024-11-20T08:40:11,072 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-20T08:40:11,091 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(746): ClusterId : bf403887-8718-4854-acec-26db2390b190
2024-11-20T08:40:11,094 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-20T08:40:11,101 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-20T08:40:11,101 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-20T08:40:11,103 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-20T08:40:11,104 DEBUG [RS:0;3354ef74e3b7:46027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44759f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0
2024-11-20T08:40:11,119 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:46027
2024-11-20T08:40:11,122 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-20T08:40:11,122 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-20T08:40:11,123 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-20T08:40:11,125 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,40051,1732092008334 with port=46027, startcode=1732092009000
2024-11-20T08:40:11,138 DEBUG [RS:0;3354ef74e3b7:46027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-20T08:40:11,156 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-20T08:40:11,170 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-20T08:40:11,178 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-20T08:40:11,179 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-20T08:40:11,185 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T08:40:11,186 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,40051,1732092008334
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-20T08:40:11,194 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5
2024-11-20T08:40:11,194 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5
2024-11-20T08:40:11,194 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5
2024-11-20T08:40:11,194 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5
2024-11-20T08:40:11,194 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10
2024-11-20T08:40:11,195 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:11,195 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2
2024-11-20T08:40:11,195 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:11,197 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732092041196
2024-11-20T08:40:11,198 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-20T08:40:11,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T08:40:11,200 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-20T08:40:11,200 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-20T08:40:11,205 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-20T08:40:11,205 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-20T08:40:11,206 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-20T08:40:11,206 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-20T08:40:11,207 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:40:11,207 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-20T08:40:11,207 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:11,211 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-20T08:40:11,212 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-20T08:40:11,213 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-20T08:40:11,214 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-20T08:40:11,214 WARN  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-20T08:40:11,217 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-20T08:40:11,217 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-20T08:40:11,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741831_1007 (size=1321)
2024-11-20T08:40:11,220 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732092011219,5,FailOnTimeoutGroup]
2024-11-20T08:40:11,221 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732092011220,5,FailOnTimeoutGroup]
2024-11-20T08:40:11,221 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:11,222 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-20T08:40:11,223 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:11,223 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:11,622 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-20T08:40:11,622 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:40:11,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741832_1008 (size=32)
2024-11-20T08:40:12,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:40:12,036 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-20T08:40:12,039 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T08:40:12,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:40:12,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T08:40:12,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-20T08:40:12,043 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T08:40:12,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:40:12,044 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T08:40:12,044 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-20T08:40:12,046 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T08:40:12,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:40:12,047 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T08:40:12,048 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-20T08:40:12,050 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T08:40:12,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:40:12,051 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T08:40:12,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T08:40:12,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740
2024-11-20T08:40:12,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740
2024-11-20T08:40:12,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T08:40:12,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T08:40:12,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T08:40:12,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T08:40:12,063 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:40:12,064 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69896378, jitterRate=0.041537195444107056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T08:40:12,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732092012034Initializing all the Stores at 1732092012036 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092012036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092012036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092012036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092012036Cleaning up temporary data from old regions at 1732092012056 (+20 ms)Region opened successfully at 1732092012067 (+11 ms)
2024-11-20T08:40:12,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T08:40:12,067 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T08:40:12,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T08:40:12,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T08:40:12,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T08:40:12,069 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T08:40:12,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732092012067Disabling compacts and flushes for region at 1732092012067Disabling writes for close at 1732092012068 (+1 ms)Writing region close event to WAL at 1732092012068Closed at 1732092012069 (+1 ms)
2024-11-20T08:40:12,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T08:40:12,073 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-20T08:40:12,079 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-20T08:40:12,087 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T08:40:12,090 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-20T08:40:12,241 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:13,241 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:14,242 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:15,243 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:16,243 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:17,244 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:18,245 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-20T08:40:18,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-20T08:40:19,246 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:20,246 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:21,247 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:22,248 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:23,248 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:24,249 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:25,250 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:26,250 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:27,251 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:28,252 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:29,252 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:30,253 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:31,254 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:32,254 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:33,255 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:34,256 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:35,256 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:36,257 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:37,258 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:37,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T08:40:38,258 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:39,259 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:40,260 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:41,216 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,40051,1732092008334 with port=46027, startcode=1732092009000
2024-11-20T08:40:41,218 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,46027,1732092009000
2024-11-20T08:40:41,221 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40051 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,46027,1732092009000
2024-11-20T08:40:41,229 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:40:41,230 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39579
2024-11-20T08:40:41,230 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-20T08:40:41,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T08:40:41,235 DEBUG [RS:0;3354ef74e3b7:46027 {}] zookeeper.ZKUtil(111): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3354ef74e3b7,46027,1732092009000
2024-11-20T08:40:41,235 WARN  [RS:0;3354ef74e3b7:46027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T08:40:41,235 INFO  [RS:0;3354ef74e3b7:46027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T08:40:41,235 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/WALs/3354ef74e3b7,46027,1732092009000
2024-11-20T08:40:41,237 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,46027,1732092009000]
2024-11-20T08:40:41,260 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:41,261 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-20T08:40:41,272 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-20T08:40:41,277 INFO  [RS:0;3354ef74e3b7:46027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-20T08:40:41,277 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:41,278 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-20T08:40:41,283 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-20T08:40:41,285 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:41,285 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,285 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,285 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,286 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,286 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,286 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2
2024-11-20T08:40:41,286 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,286 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,286 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,286 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,286 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,287 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1
2024-11-20T08:40:41,287 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3
2024-11-20T08:40:41,287 DEBUG [RS:0;3354ef74e3b7:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3
2024-11-20T08:40:41,288 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:41,288 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:41,288 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:41,288 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:41,288 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:41,288 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46027,1732092009000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T08:40:41,309 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-20T08:40:41,311 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46027,1732092009000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:41,312 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:41,312 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.Replication(171): 3354ef74e3b7,46027,1732092009000 started
2024-11-20T08:40:41,330 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T08:40:41,331 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,46027,1732092009000, RpcServer on 3354ef74e3b7/172.17.0.2:46027, sessionid=0x10134887ef20001
2024-11-20T08:40:41,332 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-20T08:40:41,332 DEBUG [RS:0;3354ef74e3b7:46027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,46027,1732092009000
2024-11-20T08:40:41,332 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46027,1732092009000'
2024-11-20T08:40:41,332 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-20T08:40:41,333 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-20T08:40:41,334 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-20T08:40:41,334 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-20T08:40:41,334 DEBUG [RS:0;3354ef74e3b7:46027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,46027,1732092009000
2024-11-20T08:40:41,334 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46027,1732092009000'
2024-11-20T08:40:41,334 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-20T08:40:41,335 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-20T08:40:41,336 DEBUG [RS:0;3354ef74e3b7:46027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-20T08:40:41,336 INFO  [RS:0;3354ef74e3b7:46027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-20T08:40:41,336 INFO  [RS:0;3354ef74e3b7:46027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-20T08:40:42,261 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:43,261 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:44,262 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:45,263 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:46,263 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:47,264 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:48,265 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:49,265 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:50,266 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:51,267 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:52,267 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:53,268 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:54,268 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:55,269 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:56,270 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:57,270 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:58,271 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:40:59,272 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:00,273 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:01,273 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:02,274 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:03,275 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:04,275 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:05,276 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:06,277 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:07,277 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:07,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T08:41:08,278 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:09,279 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:10,279 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:11,280 WARN  [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T08:41:11,341 INFO  [RS:0;3354ef74e3b7:46027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T08:41:11,345 INFO  [RS:0;3354ef74e3b7:46027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C46027%2C1732092009000, suffix=, logDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/WALs/3354ef74e3b7,46027,1732092009000, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/oldWALs, maxLogs=32
2024-11-20T08:41:11,362 DEBUG [RS:0;3354ef74e3b7:46027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/WALs/3354ef74e3b7,46027,1732092009000/3354ef74e3b7%2C46027%2C1732092009000.1732092071348, exclude list is [], retry=0
2024-11-20T08:41:11,366 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46667,DS-40cad662-f538-432f-83ee-73a270696472,DISK]
2024-11-20T08:41:11,370 INFO  [RS:0;3354ef74e3b7:46027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/WALs/3354ef74e3b7,46027,1732092009000/3354ef74e3b7%2C46027%2C1732092009000.1732092071348
2024-11-20T08:41:11,370 DEBUG [RS:0;3354ef74e3b7:46027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)]
2024-11-20T08:41:11,532 DEBUG [3354ef74e3b7:40051 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-20T08:41:11,545 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:11,552 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46027,1732092009000, state=OPENING
2024-11-20T08:41:11,557 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-20T08:41:11,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:41:11,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:41:11,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T08:41:11,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T08:41:11,563 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T08:41:11,566 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:41:11,743 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-20T08:41:11,747 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-20T08:41:11,757 INFO  [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-20T08:41:11,757 INFO  [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T08:41:11,758 INFO  [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-20T08:41:11,762 INFO  [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C46027%2C1732092009000.meta, suffix=.meta, logDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/WALs/3354ef74e3b7,46027,1732092009000, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/oldWALs, maxLogs=32
2024-11-20T08:41:11,779 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/WALs/3354ef74e3b7,46027,1732092009000/3354ef74e3b7%2C46027%2C1732092009000.meta.1732092071763.meta, exclude list is [], retry=0
2024-11-20T08:41:11,783 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46667,DS-40cad662-f538-432f-83ee-73a270696472,DISK]
2024-11-20T08:41:11,786 INFO  [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/WALs/3354ef74e3b7,46027,1732092009000/3354ef74e3b7%2C46027%2C1732092009000.meta.1732092071763.meta
2024-11-20T08:41:11,786 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)]
2024-11-20T08:41:11,786 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:41:11,788 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-20T08:41:11,791 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-20T08:41:11,795 INFO  [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-20T08:41:11,800 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-20T08:41:11,801 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:11,801 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-20T08:41:11,801 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-20T08:41:11,804 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-20T08:41:11,806 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T08:41:11,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:11,807 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T08:41:11,807 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-20T08:41:11,808 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T08:41:11,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:11,809 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T08:41:11,810 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-20T08:41:11,811 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T08:41:11,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:11,812 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T08:41:11,812 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-20T08:41:11,814 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T08:41:11,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:11,815 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T08:41:11,815 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T08:41:11,816 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740
2024-11-20T08:41:11,819 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740
2024-11-20T08:41:11,822 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T08:41:11,822 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T08:41:11,823 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T08:41:11,825 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T08:41:11,827 INFO  [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62817145, jitterRate=-0.06395159661769867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T08:41:11,827 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-20T08:41:11,828 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732092071801Writing region info on filesystem at 1732092071802 (+1 ms)Initializing all the Stores at 1732092071803 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092071804 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092071804Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092071804Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092071804Cleaning up temporary data from old regions at 1732092071822 (+18 ms)Running coprocessor post-open hooks at 1732092071827 (+5 ms)Region opened successfully at 1732092071828 (+1 ms)
2024-11-20T08:41:11,836 INFO  [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732092071734
2024-11-20T08:41:11,847 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-20T08:41:11,848 INFO  [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-20T08:41:11,850 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:11,853 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46027,1732092009000, state=OPEN
2024-11-20T08:41:11,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T08:41:11,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T08:41:11,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T08:41:11,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T08:41:11,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:11,863 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-20T08:41:11,863 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46027,1732092009000 in 292 msec
2024-11-20T08:41:11,870 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-20T08:41:11,870 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.7860 sec
2024-11-20T08:41:11,872 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T08:41:11,872 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-20T08:41:11,892 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T08:41:11,893 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46027,1732092009000, seqNum=-1]
2024-11-20T08:41:11,914 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T08:41:11,917 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T08:41:11,938 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.835 sec
2024-11-20T08:41:11,938 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732092071938, completionTime=-1
2024-11-20T08:41:11,941 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-20T08:41:11,941 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-20T08:41:11,972 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-20T08:41:11,972 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732092131972
2024-11-20T08:41:11,972 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732092191972
2024-11-20T08:41:11,972 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec
2024-11-20T08:41:11,974 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40051,1732092008334-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T08:41:11,974 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40051,1732092008334-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T08:41:11,974 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40051,1732092008334-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T08:41:11,976 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:40051, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T08:41:11,976 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-20T08:41:11,977 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-20T08:41:11,982 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-20T08:41:12,003 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.864sec
2024-11-20T08:41:12,004 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-20T08:41:12,005 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-20T08:41:12,006 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-20T08:41:12,007 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-20T08:41:12,007 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-20T08:41:12,008 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40051,1732092008334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T08:41:12,008 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40051,1732092008334-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-20T08:41:12,016 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-20T08:41:12,017 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-20T08:41:12,017 INFO  [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40051,1732092008334-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T08:41:12,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T08:41:12,047 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-20T08:41:12,048 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-20T08:41:12,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40051,-1 for getting cluster id
2024-11-20T08:41:12,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T08:41:12,061 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf403887-8718-4854-acec-26db2390b190'
2024-11-20T08:41:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T08:41:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf403887-8718-4854-acec-26db2390b190"

2024-11-20T08:41:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ce3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T08:41:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40051,-1]
2024-11-20T08:41:12,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T08:41:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T08:41:12,072 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T08:41:12,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T08:41:12,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T08:41:12,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46027,1732092009000, seqNum=-1]
2024-11-20T08:41:12,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T08:41:12,085 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T08:41:12,105 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,40051,1732092008334
2024-11-20T08:41:12,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T08:41:12,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40051,-1 for getting cluster id
2024-11-20T08:41:12,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T08:41:12,110 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf403887-8718-4854-acec-26db2390b190'
2024-11-20T08:41:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T08:41:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf403887-8718-4854-acec-26db2390b190"

2024-11-20T08:41:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e3d0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T08:41:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40051,-1]
2024-11-20T08:41:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T08:41:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T08:41:12,114 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T08:41:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b07a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T08:41:12,129 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=634, ProcessCount=11, AvailableMemoryMB=7227
2024-11-20T08:41:12,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T08:41:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40051,1732092008334
2024-11-20T08:41:12,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb2e2b8
2024-11-20T08:41:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T08:41:12,167 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T08:41:12,173 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:41:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-20T08:41:12,183 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T08:41:12,185 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-20T08:41:12,186 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:12,188 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T08:41:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T08:41:12,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741835_1011 (size=428)
2024-11-20T08:41:12,611 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e01430eb87357391667128d3e97ce696, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:41:12,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741836_1012 (size=79)
2024-11-20T08:41:12,621 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:12,621 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing e01430eb87357391667128d3e97ce696, disabling compactions & flushes
2024-11-20T08:41:12,621 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:41:12,621 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:41:12,621 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696. after waiting 0 ms
2024-11-20T08:41:12,621 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:41:12,621 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:41:12,621 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e01430eb87357391667128d3e97ce696:
Waiting for close lock at 1732092072621Disabling compacts and flushes for region at 1732092072621Disabling writes for close at 1732092072621Writing region close event to WAL at 1732092072621Closed at 1732092072621
2024-11-20T08:41:12,624 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T08:41:12,628 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732092072624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092072624"}]},"ts":"1732092072624"}
2024-11-20T08:41:12,634 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T08:41:12,636 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T08:41:12,638 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092072636"}]},"ts":"1732092072636"}
2024-11-20T08:41:12,643 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-20T08:41:12,645 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e01430eb87357391667128d3e97ce696, ASSIGN}]
2024-11-20T08:41:12,647 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e01430eb87357391667128d3e97ce696, ASSIGN
2024-11-20T08:41:12,649 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e01430eb87357391667128d3e97ce696, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46027,1732092009000; forceNewPlan=false, retain=false
2024-11-20T08:41:12,800 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e01430eb87357391667128d3e97ce696, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:12,805 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e01430eb87357391667128d3e97ce696, ASSIGN because future has completed
2024-11-20T08:41:12,806 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e01430eb87357391667128d3e97ce696, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:41:12,967 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:41:12,967 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e01430eb87357391667128d3e97ce696, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:41:12,968 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync e01430eb87357391667128d3e97ce696
2024-11-20T08:41:12,968 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:12,968 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e01430eb87357391667128d3e97ce696
2024-11-20T08:41:12,968 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e01430eb87357391667128d3e97ce696
2024-11-20T08:41:12,971 INFO  [StoreOpener-e01430eb87357391667128d3e97ce696-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e01430eb87357391667128d3e97ce696 
2024-11-20T08:41:12,973 INFO  [StoreOpener-e01430eb87357391667128d3e97ce696-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e01430eb87357391667128d3e97ce696 columnFamilyName testFamily
2024-11-20T08:41:12,973 DEBUG [StoreOpener-e01430eb87357391667128d3e97ce696-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:12,974 INFO  [StoreOpener-e01430eb87357391667128d3e97ce696-1 {}] regionserver.HStore(327): Store=e01430eb87357391667128d3e97ce696/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:41:12,974 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e01430eb87357391667128d3e97ce696
2024-11-20T08:41:12,975 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e01430eb87357391667128d3e97ce696
2024-11-20T08:41:12,976 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e01430eb87357391667128d3e97ce696
2024-11-20T08:41:12,976 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e01430eb87357391667128d3e97ce696
2024-11-20T08:41:12,977 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e01430eb87357391667128d3e97ce696
2024-11-20T08:41:12,979 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e01430eb87357391667128d3e97ce696
2024-11-20T08:41:12,983 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e01430eb87357391667128d3e97ce696/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:41:12,984 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e01430eb87357391667128d3e97ce696; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59137328, jitterRate=-0.11878514289855957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T08:41:12,984 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e01430eb87357391667128d3e97ce696
2024-11-20T08:41:12,985 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e01430eb87357391667128d3e97ce696:
Running coprocessor pre-open hook at 1732092072968Writing region info on filesystem at 1732092072968Initializing all the Stores at 1732092072970 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092072970Cleaning up temporary data from old regions at 1732092072977 (+7 ms)Running coprocessor post-open hooks at 1732092072984 (+7 ms)Region opened successfully at 1732092072985 (+1 ms)
2024-11-20T08:41:12,987 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696., pid=6, masterSystemTime=1732092072960
2024-11-20T08:41:12,990 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:41:12,991 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:41:12,991 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e01430eb87357391667128d3e97ce696, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:12,996 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e01430eb87357391667128d3e97ce696, server=3354ef74e3b7,46027,1732092009000 because future has completed
2024-11-20T08:41:13,001 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-20T08:41:13,001 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e01430eb87357391667128d3e97ce696, server=3354ef74e3b7,46027,1732092009000 in 192 msec
2024-11-20T08:41:13,005 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-20T08:41:13,005 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e01430eb87357391667128d3e97ce696, ASSIGN in 357 msec
2024-11-20T08:41:13,006 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T08:41:13,006 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092073006"}]},"ts":"1732092073006"}
2024-11-20T08:41:13,010 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-20T08:41:13,011 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T08:41:13,014 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 836 msec
2024-11-20T08:41:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T08:41:13,202 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-20T08:41:13,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-20T08:41:13,203 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:13,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-20T08:41:13,209 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:13,210 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-20T08:41:13,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T08:41:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46027,1732092009000, seqNum=-1]
2024-11-20T08:41:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T08:41:13,218 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T08:41:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:41:13,240 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T08:41:13,244 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-20T08:41:13,249 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-20T08:41:13,255 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-20T08:41:13,257 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-20T08:41:13,258 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2793766674317180920
2024-11-20T08:41:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:51042 deadline: 1732092076256, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T08:41:13,266 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-20T08:41:13,268 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-20T08:41:13,269 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T08:41:13,270 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T08:41:13,271 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2793766674317180918
2024-11-20T08:41:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:51042 deadline: 1732092076270, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T08:41:13,275 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T08:41:13,275 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-2793766674317180917
2024-11-20T08:41:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:51042 deadline: 1732092076274, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T08:41:13,279 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T08:41:13,280 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-2793766674317180916
2024-11-20T08:41:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:51042 deadline: 1732092076279, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T08:41:13,283 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T08:41:13,297 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-357672762_22 at /127.0.0.1:35158 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=607 (was 634), ProcessCount=11 (was 11), AvailableMemoryMB=7180 (was 7227)
2024-11-20T08:41:13,305 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=607, ProcessCount=11, AvailableMemoryMB=7180
2024-11-20T08:41:13,309 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:41:13,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-20T08:41:13,313 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T08:41:13,313 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:13,313 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-20T08:41:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T08:41:13,315 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T08:41:13,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741837_1013 (size=414)
2024-11-20T08:41:13,728 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1bccb7b2c5bdf54e2f836820578f5835, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:41:13,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741838_1014 (size=65)
2024-11-20T08:41:14,138 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:14,138 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 1bccb7b2c5bdf54e2f836820578f5835, disabling compactions & flushes
2024-11-20T08:41:14,138 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:41:14,138 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:41:14,138 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835. after waiting 0 ms
2024-11-20T08:41:14,138 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:41:14,138 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:41:14,138 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1bccb7b2c5bdf54e2f836820578f5835:
Waiting for close lock at 1732092074138Disabling compacts and flushes for region at 1732092074138Disabling writes for close at 1732092074138Writing region close event to WAL at 1732092074138Closed at 1732092074138
2024-11-20T08:41:14,141 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T08:41:14,141 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732092074141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092074141"}]},"ts":"1732092074141"}
2024-11-20T08:41:14,145 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T08:41:14,146 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T08:41:14,147 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092074146"}]},"ts":"1732092074146"}
2024-11-20T08:41:14,149 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-20T08:41:14,149 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1bccb7b2c5bdf54e2f836820578f5835, ASSIGN}]
2024-11-20T08:41:14,151 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1bccb7b2c5bdf54e2f836820578f5835, ASSIGN
2024-11-20T08:41:14,153 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1bccb7b2c5bdf54e2f836820578f5835, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46027,1732092009000; forceNewPlan=false, retain=false
2024-11-20T08:41:14,304 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1bccb7b2c5bdf54e2f836820578f5835, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:14,307 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1bccb7b2c5bdf54e2f836820578f5835, ASSIGN because future has completed
2024-11-20T08:41:14,308 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bccb7b2c5bdf54e2f836820578f5835, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:41:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T08:41:14,468 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:41:14,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bccb7b2c5bdf54e2f836820578f5835, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:41:14,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:41:14,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:14,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:41:14,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:41:14,471 INFO  [StoreOpener-1bccb7b2c5bdf54e2f836820578f5835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1bccb7b2c5bdf54e2f836820578f5835 
2024-11-20T08:41:14,473 INFO  [StoreOpener-1bccb7b2c5bdf54e2f836820578f5835-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bccb7b2c5bdf54e2f836820578f5835 columnFamilyName testFamily
2024-11-20T08:41:14,473 DEBUG [StoreOpener-1bccb7b2c5bdf54e2f836820578f5835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:14,474 INFO  [StoreOpener-1bccb7b2c5bdf54e2f836820578f5835-1 {}] regionserver.HStore(327): Store=1bccb7b2c5bdf54e2f836820578f5835/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:41:14,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:41:14,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScanner/1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:41:14,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScanner/1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:41:14,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:41:14,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:41:14,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:41:14,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScanner/1bccb7b2c5bdf54e2f836820578f5835/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:41:14,483 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 1bccb7b2c5bdf54e2f836820578f5835; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67744091, jitterRate=0.009465619921684265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T08:41:14,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:41:14,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 1bccb7b2c5bdf54e2f836820578f5835:
Running coprocessor pre-open hook at 1732092074469Writing region info on filesystem at 1732092074469Initializing all the Stores at 1732092074471 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092074471Cleaning up temporary data from old regions at 1732092074476 (+5 ms)Running coprocessor post-open hooks at 1732092074483 (+7 ms)Region opened successfully at 1732092074484 (+1 ms)
2024-11-20T08:41:14,485 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835., pid=9, masterSystemTime=1732092074462
2024-11-20T08:41:14,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:41:14,489 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:41:14,490 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1bccb7b2c5bdf54e2f836820578f5835, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:14,494 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bccb7b2c5bdf54e2f836820578f5835, server=3354ef74e3b7,46027,1732092009000 because future has completed
2024-11-20T08:41:14,498 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-20T08:41:14,498 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bccb7b2c5bdf54e2f836820578f5835, server=3354ef74e3b7,46027,1732092009000 in 187 msec
2024-11-20T08:41:14,502 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-20T08:41:14,502 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=1bccb7b2c5bdf54e2f836820578f5835, ASSIGN in 349 msec
2024-11-20T08:41:14,503 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T08:41:14,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092074503"}]},"ts":"1732092074503"}
2024-11-20T08:41:14,506 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-20T08:41:14,507 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T08:41:14,510 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.1980 sec
2024-11-20T08:41:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T08:41:16,341 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-20T08:41:16,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-20T08:41:16,341 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:16,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-20T08:41:16,345 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:16,346 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-20T08:41:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:41:16,361 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T08:41:16,361 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-20T08:41:16,364 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T08:41:16,366 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-20T08:41:17,330 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T08:41:17,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-20T08:41:17,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-20T08:41:17,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-20T08:41:18,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-20T08:41:18,730 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-20T08:41:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T08:41:18,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-20T08:41:18,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-20T08:41:18,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T08:41:18,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-20T08:41:18,733 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-20T08:41:22,380 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=3354ef74e3b7:46027 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms
2024-11-20T08:41:22,381 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms
2024-11-20T08:41:22,381 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 from cache
2024-11-20T08:41:22,390 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 607), ProcessCount=11 (was 11), AvailableMemoryMB=7184 (was 7180) - AvailableMemoryMB LEAK? -
2024-11-20T08:41:22,398 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=7183
2024-11-20T08:41:22,400 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:41:22,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-20T08:41:22,404 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T08:41:22,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:22,405 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-20T08:41:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-20T08:41:22,406 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T08:41:22,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741839_1015 (size=412)
2024-11-20T08:41:22,818 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7abeb05e0289cf51d623192ae169fae4, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:41:22,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741840_1016 (size=63)
2024-11-20T08:41:22,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-20T08:41:23,228 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:23,228 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7abeb05e0289cf51d623192ae169fae4, disabling compactions & flushes
2024-11-20T08:41:23,228 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:41:23,228 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:41:23,228 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4. after waiting 0 ms
2024-11-20T08:41:23,228 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:41:23,228 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:41:23,228 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7abeb05e0289cf51d623192ae169fae4:
Waiting for close lock at 1732092083228Disabling compacts and flushes for region at 1732092083228Disabling writes for close at 1732092083228Writing region close event to WAL at 1732092083228Closed at 1732092083228
2024-11-20T08:41:23,230 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T08:41:23,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732092083230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092083230"}]},"ts":"1732092083230"}
2024-11-20T08:41:23,234 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T08:41:23,235 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T08:41:23,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092083235"}]},"ts":"1732092083235"}
2024-11-20T08:41:23,237 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-20T08:41:23,238 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7abeb05e0289cf51d623192ae169fae4, ASSIGN}]
2024-11-20T08:41:23,239 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7abeb05e0289cf51d623192ae169fae4, ASSIGN
2024-11-20T08:41:23,240 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7abeb05e0289cf51d623192ae169fae4, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46027,1732092009000; forceNewPlan=false, retain=false
2024-11-20T08:41:23,391 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7abeb05e0289cf51d623192ae169fae4, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:23,395 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7abeb05e0289cf51d623192ae169fae4, ASSIGN because future has completed
2024-11-20T08:41:23,395 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7abeb05e0289cf51d623192ae169fae4, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:41:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-20T08:41:23,554 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:41:23,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7abeb05e0289cf51d623192ae169fae4, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:41:23,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:41:23,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:23,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:41:23,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:41:23,557 INFO  [StoreOpener-7abeb05e0289cf51d623192ae169fae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7abeb05e0289cf51d623192ae169fae4 
2024-11-20T08:41:23,559 INFO  [StoreOpener-7abeb05e0289cf51d623192ae169fae4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7abeb05e0289cf51d623192ae169fae4 columnFamilyName testFamily
2024-11-20T08:41:23,559 DEBUG [StoreOpener-7abeb05e0289cf51d623192ae169fae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:23,560 INFO  [StoreOpener-7abeb05e0289cf51d623192ae169fae4-1 {}] regionserver.HStore(327): Store=7abeb05e0289cf51d623192ae169fae4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:41:23,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:41:23,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNextAsync/7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:41:23,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNextAsync/7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:41:23,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:41:23,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:41:23,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:41:23,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNextAsync/7abeb05e0289cf51d623192ae169fae4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:41:23,568 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 7abeb05e0289cf51d623192ae169fae4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61927975, jitterRate=-0.07720126211643219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T08:41:23,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:41:23,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7abeb05e0289cf51d623192ae169fae4:
Running coprocessor pre-open hook at 1732092083555Writing region info on filesystem at 1732092083555Initializing all the Stores at 1732092083556 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092083556Cleaning up temporary data from old regions at 1732092083562 (+6 ms)Running coprocessor post-open hooks at 1732092083568 (+6 ms)Region opened successfully at 1732092083570 (+2 ms)
2024-11-20T08:41:23,571 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4., pid=12, masterSystemTime=1732092083548
2024-11-20T08:41:23,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:41:23,574 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:41:23,575 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7abeb05e0289cf51d623192ae169fae4, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:23,578 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7abeb05e0289cf51d623192ae169fae4, server=3354ef74e3b7,46027,1732092009000 because future has completed
2024-11-20T08:41:23,583 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-20T08:41:23,583 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7abeb05e0289cf51d623192ae169fae4, server=3354ef74e3b7,46027,1732092009000 in 184 msec
2024-11-20T08:41:23,585 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-20T08:41:23,586 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7abeb05e0289cf51d623192ae169fae4, ASSIGN in 346 msec
2024-11-20T08:41:23,587 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T08:41:23,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092083587"}]},"ts":"1732092083587"}
2024-11-20T08:41:23,589 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-20T08:41:23,590 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T08:41:23,592 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1890 sec
2024-11-20T08:41:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-20T08:41:25,431 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-20T08:41:25,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-20T08:41:25,431 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:25,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-20T08:41:25,435 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:25,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-20T08:41:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:41:25,448 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T08:41:25,448 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-20T08:41:25,451 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T08:41:25,453 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T08:41:25,455 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T08:41:25,455 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-20T08:41:29,073 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T08:41:29,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-20T08:41:29,098 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T08:41:29,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-20T08:41:31,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46027 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180907' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T08:41:31,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46027 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:51042 deadline: 1732092097466, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180907' does not exist
2024-11-20T08:41:31,470 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 3354ef74e3b7,46027,1732092009000 for closing scanner id = -2793766674317180907 for 7abeb05e0289cf51d623192ae169fae4 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180907' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T08:41:31,473 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=7171 (was 7183)
2024-11-20T08:41:31,481 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=7171
2024-11-20T08:41:31,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:41:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-20T08:41:31,487 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T08:41:31,487 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:31,487 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-20T08:41:31,488 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T08:41:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T08:41:31,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741841_1017 (size=423)
2024-11-20T08:41:31,899 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4971983cc5ab2a24d2b898b107fae56d, NAME => 'testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:41:31,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741842_1018 (size=74)
2024-11-20T08:41:31,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-20T08:41:32,309 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:32,309 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 4971983cc5ab2a24d2b898b107fae56d, disabling compactions & flushes
2024-11-20T08:41:32,309 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:41:32,309 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:41:32,309 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d. after waiting 0 ms
2024-11-20T08:41:32,309 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:41:32,309 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:41:32,309 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4971983cc5ab2a24d2b898b107fae56d:
Waiting for close lock at 1732092092309Disabling compacts and flushes for region at 1732092092309Disabling writes for close at 1732092092309Writing region close event to WAL at 1732092092309Closed at 1732092092309
2024-11-20T08:41:32,311 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T08:41:32,312 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732092092311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092092311"}]},"ts":"1732092092311"}
2024-11-20T08:41:32,315 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T08:41:32,316 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T08:41:32,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092092316"}]},"ts":"1732092092316"}
2024-11-20T08:41:32,319 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-20T08:41:32,319 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4971983cc5ab2a24d2b898b107fae56d, ASSIGN}]
2024-11-20T08:41:32,320 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4971983cc5ab2a24d2b898b107fae56d, ASSIGN
2024-11-20T08:41:32,322 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4971983cc5ab2a24d2b898b107fae56d, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46027,1732092009000; forceNewPlan=false, retain=false
2024-11-20T08:41:32,472 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4971983cc5ab2a24d2b898b107fae56d, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:32,476 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4971983cc5ab2a24d2b898b107fae56d, ASSIGN because future has completed
2024-11-20T08:41:32,477 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4971983cc5ab2a24d2b898b107fae56d, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:41:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T08:41:32,634 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:41:32,635 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 4971983cc5ab2a24d2b898b107fae56d, NAME => 'testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:41:32,635 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:41:32,635 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:32,635 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:41:32,635 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:41:32,637 INFO  [StoreOpener-4971983cc5ab2a24d2b898b107fae56d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4971983cc5ab2a24d2b898b107fae56d 
2024-11-20T08:41:32,640 INFO  [StoreOpener-4971983cc5ab2a24d2b898b107fae56d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4971983cc5ab2a24d2b898b107fae56d columnFamilyName testFamily
2024-11-20T08:41:32,640 DEBUG [StoreOpener-4971983cc5ab2a24d2b898b107fae56d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:32,641 INFO  [StoreOpener-4971983cc5ab2a24d2b898b107fae56d-1 {}] regionserver.HStore(327): Store=4971983cc5ab2a24d2b898b107fae56d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:41:32,641 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:41:32,642 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextException/4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:41:32,643 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextException/4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:41:32,644 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:41:32,644 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:41:32,646 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:41:32,649 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextException/4971983cc5ab2a24d2b898b107fae56d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:41:32,650 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 4971983cc5ab2a24d2b898b107fae56d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74101808, jitterRate=0.1042029857635498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T08:41:32,650 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:41:32,650 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 4971983cc5ab2a24d2b898b107fae56d:
Running coprocessor pre-open hook at 1732092092636Writing region info on filesystem at 1732092092636Initializing all the Stores at 1732092092637 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092092637Cleaning up temporary data from old regions at 1732092092644 (+7 ms)Running coprocessor post-open hooks at 1732092092650 (+6 ms)Region opened successfully at 1732092092650
2024-11-20T08:41:32,652 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d., pid=15, masterSystemTime=1732092092629
2024-11-20T08:41:32,654 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:41:32,654 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:41:32,655 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4971983cc5ab2a24d2b898b107fae56d, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:32,658 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4971983cc5ab2a24d2b898b107fae56d, server=3354ef74e3b7,46027,1732092009000 because future has completed
2024-11-20T08:41:32,662 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-20T08:41:32,662 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4971983cc5ab2a24d2b898b107fae56d, server=3354ef74e3b7,46027,1732092009000 in 182 msec
2024-11-20T08:41:32,665 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-20T08:41:32,665 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4971983cc5ab2a24d2b898b107fae56d, ASSIGN in 343 msec
2024-11-20T08:41:32,666 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T08:41:32,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092092666"}]},"ts":"1732092092666"}
2024-11-20T08:41:32,669 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-20T08:41:32,670 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T08:41:32,672 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1860 sec
2024-11-20T08:41:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T08:41:34,520 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-20T08:41:34,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-20T08:41:34,520 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:34,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-20T08:41:34,525 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:34,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-20T08:41:34,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:41:34,538 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T08:41:34,538 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-20T08:41:34,540 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-20T08:41:34,542 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-20T08:41:34,543 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-20T08:41:34,543 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2793766674317180903
2024-11-20T08:41:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:51042 deadline: 1732092097542, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T08:41:34,546 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-20T08:41:34,547 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-20T08:41:34,547 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T08:41:34,548 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T08:41:34,549 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2793766674317180901
2024-11-20T08:41:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:51042 deadline: 1732092097548, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T08:41:34,551 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T08:41:34,552 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-2793766674317180900
2024-11-20T08:41:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:51042 deadline: 1732092097550, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T08:41:34,554 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T08:41:34,555 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-2793766674317180899
2024-11-20T08:41:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:51042 deadline: 1732092097553, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T08:41:34,557 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T08:41:34,567 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-357672762_22 at /127.0.0.1:57114 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=7165 (was 7171)
2024-11-20T08:41:34,575 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=7165
2024-11-20T08:41:34,577 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:41:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-20T08:41:34,580 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T08:41:34,580 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:34,580 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-20T08:41:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-20T08:41:34,582 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T08:41:34,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741843_1019 (size=418)
2024-11-20T08:41:34,993 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f31a89cf78074717a75df35fe3702b1, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:41:35,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741844_1020 (size=69)
2024-11-20T08:41:35,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-20T08:41:35,401 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:35,402 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 0f31a89cf78074717a75df35fe3702b1, disabling compactions & flushes
2024-11-20T08:41:35,402 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:41:35,402 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:41:35,402 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1. after waiting 0 ms
2024-11-20T08:41:35,402 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:41:35,402 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:41:35,402 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f31a89cf78074717a75df35fe3702b1:
Waiting for close lock at 1732092095402Disabling compacts and flushes for region at 1732092095402Disabling writes for close at 1732092095402Writing region close event to WAL at 1732092095402Closed at 1732092095402
2024-11-20T08:41:35,404 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T08:41:35,404 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732092095404"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092095404"}]},"ts":"1732092095404"}
2024-11-20T08:41:35,407 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T08:41:35,409 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T08:41:35,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092095409"}]},"ts":"1732092095409"}
2024-11-20T08:41:35,411 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-20T08:41:35,412 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=0f31a89cf78074717a75df35fe3702b1, ASSIGN}]
2024-11-20T08:41:35,414 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=0f31a89cf78074717a75df35fe3702b1, ASSIGN
2024-11-20T08:41:35,415 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=0f31a89cf78074717a75df35fe3702b1, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46027,1732092009000; forceNewPlan=false, retain=false
2024-11-20T08:41:35,566 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=0f31a89cf78074717a75df35fe3702b1, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:35,569 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=0f31a89cf78074717a75df35fe3702b1, ASSIGN because future has completed
2024-11-20T08:41:35,569 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f31a89cf78074717a75df35fe3702b1, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:41:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-20T08:41:35,728 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:41:35,729 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f31a89cf78074717a75df35fe3702b1, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:41:35,729 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:41:35,729 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:35,729 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:41:35,729 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:41:35,731 INFO  [StoreOpener-0f31a89cf78074717a75df35fe3702b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0f31a89cf78074717a75df35fe3702b1 
2024-11-20T08:41:35,733 INFO  [StoreOpener-0f31a89cf78074717a75df35fe3702b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f31a89cf78074717a75df35fe3702b1 columnFamilyName testFamily
2024-11-20T08:41:35,733 DEBUG [StoreOpener-0f31a89cf78074717a75df35fe3702b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:35,734 INFO  [StoreOpener-0f31a89cf78074717a75df35fe3702b1-1 {}] regionserver.HStore(327): Store=0f31a89cf78074717a75df35fe3702b1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:41:35,734 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:41:35,735 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScanner/0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:41:35,736 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScanner/0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:41:35,736 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:41:35,736 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:41:35,739 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:41:35,741 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScanner/0f31a89cf78074717a75df35fe3702b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:41:35,742 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0f31a89cf78074717a75df35fe3702b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66096506, jitterRate=-0.015085309743881226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T08:41:35,742 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:41:35,743 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0f31a89cf78074717a75df35fe3702b1:
Running coprocessor pre-open hook at 1732092095729Writing region info on filesystem at 1732092095729Initializing all the Stores at 1732092095731 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092095731Cleaning up temporary data from old regions at 1732092095736 (+5 ms)Running coprocessor post-open hooks at 1732092095742 (+6 ms)Region opened successfully at 1732092095743 (+1 ms)
2024-11-20T08:41:35,744 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., pid=18, masterSystemTime=1732092095723
2024-11-20T08:41:35,747 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:41:35,747 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:41:35,748 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=0f31a89cf78074717a75df35fe3702b1, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:35,751 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f31a89cf78074717a75df35fe3702b1, server=3354ef74e3b7,46027,1732092009000 because future has completed
2024-11-20T08:41:35,756 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-20T08:41:35,756 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f31a89cf78074717a75df35fe3702b1, server=3354ef74e3b7,46027,1732092009000 in 184 msec
2024-11-20T08:41:35,760 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-20T08:41:35,760 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=0f31a89cf78074717a75df35fe3702b1, ASSIGN in 344 msec
2024-11-20T08:41:35,761 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T08:41:35,761 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092095761"}]},"ts":"1732092095761"}
2024-11-20T08:41:35,763 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-20T08:41:35,764 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T08:41:35,767 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1880 sec
2024-11-20T08:41:37,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T08:41:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-20T08:41:37,611 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-20T08:41:37,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-20T08:41:37,611 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:37,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-20T08:41:37,616 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:37,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-20T08:41:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:41:37,629 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T08:41:37,629 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-20T08:41:37,631 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T08:41:37,633 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T08:41:38,137 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T08:41:38,633 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=3354ef74e3b7:46027 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-11-20T08:41:38,633 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-11-20T08:41:38,633 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 from cache
2024-11-20T08:41:38,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-20T08:41:38,730 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-20T08:41:38,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-20T08:41:38,731 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-20T08:41:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-20T08:41:39,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:41:39,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T08:41:40,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=3354ef74e3b7:46027 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=989ms, rpcTimeout=988ms
2024-11-20T08:41:40,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=989ms, rpcTimeout=988ms
2024-11-20T08:41:40,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 from cache
2024-11-20T08:41:40,643 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 451), ProcessCount=11 (was 11), AvailableMemoryMB=7154 (was 7165)
2024-11-20T08:41:40,651 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=7154
2024-11-20T08:41:40,654 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-20T08:41:40,657 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T08:41:40,657 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:40,657 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-20T08:41:40,659 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T08:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T08:41:40,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741845_1021 (size=416)
2024-11-20T08:41:41,069 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcfbd5d4cdaffa8e887d9ed479a75f30, NAME => 'testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:41:41,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741846_1022 (size=67)
2024-11-20T08:41:41,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-20T08:41:41,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-20T08:41:41,478 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:41,478 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing dcfbd5d4cdaffa8e887d9ed479a75f30, disabling compactions & flushes
2024-11-20T08:41:41,478 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:41:41,478 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:41:41,478 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30. after waiting 0 ms
2024-11-20T08:41:41,478 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:41:41,478 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:41:41,478 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcfbd5d4cdaffa8e887d9ed479a75f30:
Waiting for close lock at 1732092101478Disabling compacts and flushes for region at 1732092101478Disabling writes for close at 1732092101478Writing region close event to WAL at 1732092101478Closed at 1732092101478
2024-11-20T08:41:41,480 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T08:41:41,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732092101480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092101480"}]},"ts":"1732092101480"}
2024-11-20T08:41:41,483 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T08:41:41,485 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T08:41:41,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092101485"}]},"ts":"1732092101485"}
2024-11-20T08:41:41,487 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-20T08:41:41,487 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=dcfbd5d4cdaffa8e887d9ed479a75f30, ASSIGN}]
2024-11-20T08:41:41,489 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=dcfbd5d4cdaffa8e887d9ed479a75f30, ASSIGN
2024-11-20T08:41:41,490 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=dcfbd5d4cdaffa8e887d9ed479a75f30, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46027,1732092009000; forceNewPlan=false, retain=false
2024-11-20T08:41:41,641 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=dcfbd5d4cdaffa8e887d9ed479a75f30, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:41,644 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=dcfbd5d4cdaffa8e887d9ed479a75f30, ASSIGN because future has completed
2024-11-20T08:41:41,644 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcfbd5d4cdaffa8e887d9ed479a75f30, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:41:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T08:41:41,802 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:41:41,803 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => dcfbd5d4cdaffa8e887d9ed479a75f30, NAME => 'testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:41:41,803 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:41:41,804 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:41,804 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:41:41,804 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:41:41,806 INFO  [StoreOpener-dcfbd5d4cdaffa8e887d9ed479a75f30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region dcfbd5d4cdaffa8e887d9ed479a75f30 
2024-11-20T08:41:41,808 INFO  [StoreOpener-dcfbd5d4cdaffa8e887d9ed479a75f30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcfbd5d4cdaffa8e887d9ed479a75f30 columnFamilyName testFamily
2024-11-20T08:41:41,808 DEBUG [StoreOpener-dcfbd5d4cdaffa8e887d9ed479a75f30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:41,809 INFO  [StoreOpener-dcfbd5d4cdaffa8e887d9ed479a75f30-1 {}] regionserver.HStore(327): Store=dcfbd5d4cdaffa8e887d9ed479a75f30/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:41:41,809 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:41:41,810 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNextAsync/dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:41:41,811 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNextAsync/dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:41:41,811 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:41:41,811 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:41:41,813 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:41:41,816 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNextAsync/dcfbd5d4cdaffa8e887d9ed479a75f30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:41:41,817 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened dcfbd5d4cdaffa8e887d9ed479a75f30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74962356, jitterRate=0.11702615022659302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T08:41:41,817 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:41:41,818 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for dcfbd5d4cdaffa8e887d9ed479a75f30:
Running coprocessor pre-open hook at 1732092101804Writing region info on filesystem at 1732092101804Initializing all the Stores at 1732092101806 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092101806Cleaning up temporary data from old regions at 1732092101811 (+5 ms)Running coprocessor post-open hooks at 1732092101817 (+6 ms)Region opened successfully at 1732092101818 (+1 ms)
2024-11-20T08:41:41,819 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30., pid=21, masterSystemTime=1732092101797
2024-11-20T08:41:41,822 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:41:41,822 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:41:41,823 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=dcfbd5d4cdaffa8e887d9ed479a75f30, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:41,826 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcfbd5d4cdaffa8e887d9ed479a75f30, server=3354ef74e3b7,46027,1732092009000 because future has completed
2024-11-20T08:41:41,829 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-20T08:41:41,829 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure dcfbd5d4cdaffa8e887d9ed479a75f30, server=3354ef74e3b7,46027,1732092009000 in 183 msec
2024-11-20T08:41:41,832 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-20T08:41:41,832 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=dcfbd5d4cdaffa8e887d9ed479a75f30, ASSIGN in 342 msec
2024-11-20T08:41:41,833 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T08:41:41,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092101833"}]},"ts":"1732092101833"}
2024-11-20T08:41:41,835 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-20T08:41:41,836 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T08:41:41,838 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1820 sec
2024-11-20T08:41:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T08:41:43,680 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-20T08:41:43,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-20T08:41:43,681 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:43,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-20T08:41:43,685 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:43,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-20T08:41:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:41:43,697 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T08:41:43,697 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-20T08:41:43,700 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T08:41:43,702 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T08:41:43,703 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T08:41:43,704 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-20T08:41:46,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46027 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180888' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T08:41:46,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46027 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:51042 deadline: 1732092107706, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180888' does not exist
2024-11-20T08:41:46,708 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 3354ef74e3b7,46027,1732092009000 for closing scanner id = -2793766674317180888 for dcfbd5d4cdaffa8e887d9ed479a75f30 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180888' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T08:41:46,713 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=7149 (was 7154)
2024-11-20T08:41:46,721 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=7148
2024-11-20T08:41:46,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:41:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-20T08:41:46,726 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T08:41:46,727 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:46,727 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-20T08:41:46,728 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T08:41:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-20T08:41:46,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741847_1023 (size=411)
2024-11-20T08:41:47,138 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc8f8d30da44ab9fca387e674ad22480, NAME => 'testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:41:47,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741848_1024 (size=62)
2024-11-20T08:41:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-20T08:41:47,305 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T08:41:47,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-20T08:41:47,547 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:47,547 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing bc8f8d30da44ab9fca387e674ad22480, disabling compactions & flushes
2024-11-20T08:41:47,547 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:41:47,547 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:41:47,547 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480. after waiting 0 ms
2024-11-20T08:41:47,547 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:41:47,547 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:41:47,547 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc8f8d30da44ab9fca387e674ad22480:
Waiting for close lock at 1732092107547Disabling compacts and flushes for region at 1732092107547Disabling writes for close at 1732092107547Writing region close event to WAL at 1732092107547Closed at 1732092107547
2024-11-20T08:41:47,549 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T08:41:47,549 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732092107549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092107549"}]},"ts":"1732092107549"}
2024-11-20T08:41:47,552 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T08:41:47,553 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T08:41:47,553 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092107553"}]},"ts":"1732092107553"}
2024-11-20T08:41:47,555 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-20T08:41:47,556 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=bc8f8d30da44ab9fca387e674ad22480, ASSIGN}]
2024-11-20T08:41:47,557 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=bc8f8d30da44ab9fca387e674ad22480, ASSIGN
2024-11-20T08:41:47,558 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=bc8f8d30da44ab9fca387e674ad22480, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46027,1732092009000; forceNewPlan=false, retain=false
2024-11-20T08:41:47,709 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=bc8f8d30da44ab9fca387e674ad22480, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:47,711 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=bc8f8d30da44ab9fca387e674ad22480, ASSIGN because future has completed
2024-11-20T08:41:47,712 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc8f8d30da44ab9fca387e674ad22480, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:41:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-20T08:41:47,869 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:41:47,870 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => bc8f8d30da44ab9fca387e674ad22480, NAME => 'testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:41:47,870 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:41:47,871 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:47,871 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:41:47,871 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:41:47,873 INFO  [StoreOpener-bc8f8d30da44ab9fca387e674ad22480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bc8f8d30da44ab9fca387e674ad22480 
2024-11-20T08:41:47,875 INFO  [StoreOpener-bc8f8d30da44ab9fca387e674ad22480-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8f8d30da44ab9fca387e674ad22480 columnFamilyName testFamily
2024-11-20T08:41:47,875 DEBUG [StoreOpener-bc8f8d30da44ab9fca387e674ad22480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:47,875 INFO  [StoreOpener-bc8f8d30da44ab9fca387e674ad22480-1 {}] regionserver.HStore(327): Store=bc8f8d30da44ab9fca387e674ad22480/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:41:47,876 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:41:47,877 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNext/bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:41:47,877 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNext/bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:41:47,878 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:41:47,878 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:41:47,881 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:41:47,883 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNext/bc8f8d30da44ab9fca387e674ad22480/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:41:47,884 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened bc8f8d30da44ab9fca387e674ad22480; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65003839, jitterRate=-0.03136731684207916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T08:41:47,884 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:41:47,885 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for bc8f8d30da44ab9fca387e674ad22480:
Running coprocessor pre-open hook at 1732092107871Writing region info on filesystem at 1732092107871Initializing all the Stores at 1732092107872 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092107872Cleaning up temporary data from old regions at 1732092107878 (+6 ms)Running coprocessor post-open hooks at 1732092107884 (+6 ms)Region opened successfully at 1732092107885 (+1 ms)
2024-11-20T08:41:47,886 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480., pid=24, masterSystemTime=1732092107864
2024-11-20T08:41:47,889 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:41:47,889 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:41:47,890 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=bc8f8d30da44ab9fca387e674ad22480, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:47,892 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc8f8d30da44ab9fca387e674ad22480, server=3354ef74e3b7,46027,1732092009000 because future has completed
2024-11-20T08:41:47,895 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-20T08:41:47,895 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure bc8f8d30da44ab9fca387e674ad22480, server=3354ef74e3b7,46027,1732092009000 in 181 msec
2024-11-20T08:41:47,898 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-20T08:41:47,898 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=bc8f8d30da44ab9fca387e674ad22480, ASSIGN in 339 msec
2024-11-20T08:41:47,899 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T08:41:47,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092107899"}]},"ts":"1732092107899"}
2024-11-20T08:41:47,901 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-20T08:41:47,902 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T08:41:47,904 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1780 sec
2024-11-20T08:41:48,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-20T08:41:48,730 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-20T08:41:48,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-20T08:41:48,731 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T08:41:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-20T08:41:49,750 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-20T08:41:49,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-20T08:41:49,751 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:49,755 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-20T08:41:49,755 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:49,755 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-20T08:41:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:41:49,768 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T08:41:49,768 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-20T08:41:49,771 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T08:41:49,773 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T08:41:49,774 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T08:41:49,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-20T08:41:52,485 INFO  [master/3354ef74e3b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-20T08:41:52,485 INFO  [master/3354ef74e3b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-20T08:41:52,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46027 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180884' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T08:41:52,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46027 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:51042 deadline: 1732092113786, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180884' does not exist
2024-11-20T08:41:52,787 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 3354ef74e3b7,46027,1732092009000 for closing scanner id = -2793766674317180884 for bc8f8d30da44ab9fca387e674ad22480 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180884' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T08:41:52,792 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 381), ProcessCount=11 (was 11), AvailableMemoryMB=7143 (was 7148)
2024-11-20T08:41:52,800 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=7143
2024-11-20T08:41:52,802 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:41:52,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-20T08:41:52,805 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T08:41:52,805 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:52,806 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-20T08:41:52,807 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T08:41:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T08:41:52,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741849_1025 (size=419)
2024-11-20T08:41:53,218 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33d427093f0d3f94b4a41444fb8b5838, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:41:53,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741850_1026 (size=70)
2024-11-20T08:41:53,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-20T08:41:53,372 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T08:41:53,408 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-20T08:41:53,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:53,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 33d427093f0d3f94b4a41444fb8b5838, disabling compactions & flushes
2024-11-20T08:41:53,627 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:41:53,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:41:53,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838. after waiting 0 ms
2024-11-20T08:41:53,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:41:53,627 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:41:53,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33d427093f0d3f94b4a41444fb8b5838:
Waiting for close lock at 1732092113627Disabling compacts and flushes for region at 1732092113627Disabling writes for close at 1732092113627Writing region close event to WAL at 1732092113627Closed at 1732092113627
2024-11-20T08:41:53,629 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T08:41:53,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732092113629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092113629"}]},"ts":"1732092113629"}
2024-11-20T08:41:53,632 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T08:41:53,633 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T08:41:53,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092113633"}]},"ts":"1732092113633"}
2024-11-20T08:41:53,636 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-20T08:41:53,636 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=33d427093f0d3f94b4a41444fb8b5838, ASSIGN}]
2024-11-20T08:41:53,637 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=33d427093f0d3f94b4a41444fb8b5838, ASSIGN
2024-11-20T08:41:53,638 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=33d427093f0d3f94b4a41444fb8b5838, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46027,1732092009000; forceNewPlan=false, retain=false
2024-11-20T08:41:53,789 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=33d427093f0d3f94b4a41444fb8b5838, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:53,792 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=33d427093f0d3f94b4a41444fb8b5838, ASSIGN because future has completed
2024-11-20T08:41:53,792 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33d427093f0d3f94b4a41444fb8b5838, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:41:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T08:41:53,951 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:41:53,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 33d427093f0d3f94b4a41444fb8b5838, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:41:53,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:41:53,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:41:53,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:41:53,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:41:53,954 INFO  [StoreOpener-33d427093f0d3f94b4a41444fb8b5838-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 33d427093f0d3f94b4a41444fb8b5838 
2024-11-20T08:41:53,956 INFO  [StoreOpener-33d427093f0d3f94b4a41444fb8b5838-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33d427093f0d3f94b4a41444fb8b5838 columnFamilyName testFamily
2024-11-20T08:41:53,956 DEBUG [StoreOpener-33d427093f0d3f94b4a41444fb8b5838-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:41:53,957 INFO  [StoreOpener-33d427093f0d3f94b4a41444fb8b5838-1 {}] regionserver.HStore(327): Store=33d427093f0d3f94b4a41444fb8b5838/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:41:53,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:41:53,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:41:53,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:41:53,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:41:53,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:41:53,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:41:53,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/33d427093f0d3f94b4a41444fb8b5838/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:41:53,963 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 33d427093f0d3f94b4a41444fb8b5838; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65092659, jitterRate=-0.030043795704841614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T08:41:53,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:41:53,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 33d427093f0d3f94b4a41444fb8b5838:
Running coprocessor pre-open hook at 1732092113952Writing region info on filesystem at 1732092113952Initializing all the Stores at 1732092113953 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092113953Cleaning up temporary data from old regions at 1732092113959 (+6 ms)Running coprocessor post-open hooks at 1732092113963 (+4 ms)Region opened successfully at 1732092113964 (+1 ms)
2024-11-20T08:41:53,965 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838., pid=27, masterSystemTime=1732092113945
2024-11-20T08:41:53,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:41:53,967 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:41:53,968 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=33d427093f0d3f94b4a41444fb8b5838, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:41:53,971 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33d427093f0d3f94b4a41444fb8b5838, server=3354ef74e3b7,46027,1732092009000 because future has completed
2024-11-20T08:41:53,974 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-20T08:41:53,974 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 33d427093f0d3f94b4a41444fb8b5838, server=3354ef74e3b7,46027,1732092009000 in 180 msec
2024-11-20T08:41:53,977 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-20T08:41:53,977 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=33d427093f0d3f94b4a41444fb8b5838, ASSIGN in 338 msec
2024-11-20T08:41:53,977 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T08:41:53,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092113978"}]},"ts":"1732092113978"}
2024-11-20T08:41:53,980 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-20T08:41:53,981 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T08:41:53,983 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1790 sec
2024-11-20T08:41:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T08:41:55,841 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-20T08:41:55,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-20T08:41:55,841 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:55,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-20T08:41:55,845 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:41:55,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-20T08:41:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:41:55,858 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T08:41:55,858 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-20T08:41:55,861 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T08:41:55,862 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-20T08:41:58,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-20T08:41:58,730 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T08:41:59,453 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T08:41:59,475 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-20T08:42:01,863 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=3354ef74e3b7:46027 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-11-20T08:42:01,863 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-11-20T08:42:01,864 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 from cache
2024-11-20T08:42:01,873 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=7133 (was 7143)
2024-11-20T08:42:01,881 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=7132
2024-11-20T08:42:01,884 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:42:01,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-20T08:42:01,886 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T08:42:01,886 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:42:01,886 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-20T08:42:01,887 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T08:42:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-20T08:42:01,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741851_1027 (size=407)
2024-11-20T08:42:02,298 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b117d5baae28fb047838ce4dba6f186a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:42:02,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741852_1028 (size=58)
2024-11-20T08:42:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-20T08:42:02,706 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:42:02,706 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing b117d5baae28fb047838ce4dba6f186a, disabling compactions & flushes
2024-11-20T08:42:02,706 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:02,706 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:02,706 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a. after waiting 0 ms
2024-11-20T08:42:02,706 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:02,706 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:02,706 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for b117d5baae28fb047838ce4dba6f186a:
Waiting for close lock at 1732092122706Disabling compacts and flushes for region at 1732092122706Disabling writes for close at 1732092122706Writing region close event to WAL at 1732092122706Closed at 1732092122706
2024-11-20T08:42:02,708 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T08:42:02,708 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732092122708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092122708"}]},"ts":"1732092122708"}
2024-11-20T08:42:02,711 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T08:42:02,712 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T08:42:02,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092122712"}]},"ts":"1732092122712"}
2024-11-20T08:42:02,714 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-20T08:42:02,715 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b117d5baae28fb047838ce4dba6f186a, ASSIGN}]
2024-11-20T08:42:02,716 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b117d5baae28fb047838ce4dba6f186a, ASSIGN
2024-11-20T08:42:02,717 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b117d5baae28fb047838ce4dba6f186a, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46027,1732092009000; forceNewPlan=false, retain=false
2024-11-20T08:42:02,868 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b117d5baae28fb047838ce4dba6f186a, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:42:02,871 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b117d5baae28fb047838ce4dba6f186a, ASSIGN because future has completed
2024-11-20T08:42:02,871 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b117d5baae28fb047838ce4dba6f186a, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:42:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-20T08:42:03,029 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:03,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => b117d5baae28fb047838ce4dba6f186a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:42:03,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:03,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:42:03,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:03,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:03,032 INFO  [StoreOpener-b117d5baae28fb047838ce4dba6f186a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b117d5baae28fb047838ce4dba6f186a 
2024-11-20T08:42:03,034 INFO  [StoreOpener-b117d5baae28fb047838ce4dba6f186a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b117d5baae28fb047838ce4dba6f186a columnFamilyName testFamily
2024-11-20T08:42:03,034 DEBUG [StoreOpener-b117d5baae28fb047838ce4dba6f186a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:42:03,034 INFO  [StoreOpener-b117d5baae28fb047838ce4dba6f186a-1 {}] regionserver.HStore(327): Store=b117d5baae28fb047838ce4dba6f186a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:42:03,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:03,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNext/b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:03,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNext/b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:03,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:03,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:03,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:03,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNext/b117d5baae28fb047838ce4dba6f186a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:42:03,042 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened b117d5baae28fb047838ce4dba6f186a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65215823, jitterRate=-0.02820850908756256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T08:42:03,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:03,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for b117d5baae28fb047838ce4dba6f186a:
Running coprocessor pre-open hook at 1732092123030Writing region info on filesystem at 1732092123030Initializing all the Stores at 1732092123031 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092123032 (+1 ms)Cleaning up temporary data from old regions at 1732092123037 (+5 ms)Running coprocessor post-open hooks at 1732092123042 (+5 ms)Region opened successfully at 1732092123042
2024-11-20T08:42:03,044 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a., pid=30, masterSystemTime=1732092123024
2024-11-20T08:42:03,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:03,046 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:03,047 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b117d5baae28fb047838ce4dba6f186a, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:42:03,049 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b117d5baae28fb047838ce4dba6f186a, server=3354ef74e3b7,46027,1732092009000 because future has completed
2024-11-20T08:42:03,053 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-20T08:42:03,053 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure b117d5baae28fb047838ce4dba6f186a, server=3354ef74e3b7,46027,1732092009000 in 180 msec
2024-11-20T08:42:03,055 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-20T08:42:03,055 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b117d5baae28fb047838ce4dba6f186a, ASSIGN in 338 msec
2024-11-20T08:42:03,056 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T08:42:03,057 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092123056"}]},"ts":"1732092123056"}
2024-11-20T08:42:03,059 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-20T08:42:03,060 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T08:42:03,062 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1760 sec
2024-11-20T08:42:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-20T08:42:04,920 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-20T08:42:04,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-20T08:42:04,920 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:42:04,925 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-20T08:42:04,925 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:42:04,925 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-20T08:42:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:42:04,937 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T08:42:04,937 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-20T08:42:04,940 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T08:42:04,942 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T08:42:04,943 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T08:42:04,943 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-20T08:42:05,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-20T08:42:07,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T08:42:08,532 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T08:42:08,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-20T08:42:08,730 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-20T08:42:10,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46027 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180876' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T08:42:10,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46027 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:51042 deadline: 1732092136946, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180876' does not exist
2024-11-20T08:42:10,947 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 3354ef74e3b7,46027,1732092009000 for closing scanner id = -2793766674317180876 for b117d5baae28fb047838ce4dba6f186a of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2793766674317180876' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T08:42:10,953 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=7111 (was 7132)
2024-11-20T08:42:10,961 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=7111
2024-11-20T08:42:10,963 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T08:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-20T08:42:10,966 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T08:42:10,966 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:42:10,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-20T08:42:10,967 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T08:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-20T08:42:10,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741853_1029 (size=423)
2024-11-20T08:42:11,377 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3af6f45b892fa32fe78c607864365a27, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331
2024-11-20T08:42:11,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741854_1030 (size=74)
2024-11-20T08:42:11,384 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:42:11,385 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3af6f45b892fa32fe78c607864365a27, disabling compactions & flushes
2024-11-20T08:42:11,385 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:11,385 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:11,385 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27. after waiting 0 ms
2024-11-20T08:42:11,385 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:11,385 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:11,385 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3af6f45b892fa32fe78c607864365a27:
Waiting for close lock at 1732092131385Disabling compacts and flushes for region at 1732092131385Disabling writes for close at 1732092131385Writing region close event to WAL at 1732092131385Closed at 1732092131385
2024-11-20T08:42:11,386 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T08:42:11,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732092131386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092131386"}]},"ts":"1732092131386"}
2024-11-20T08:42:11,389 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T08:42:11,391 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T08:42:11,391 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092131391"}]},"ts":"1732092131391"}
2024-11-20T08:42:11,393 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-20T08:42:11,393 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3af6f45b892fa32fe78c607864365a27, ASSIGN}]
2024-11-20T08:42:11,395 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3af6f45b892fa32fe78c607864365a27, ASSIGN
2024-11-20T08:42:11,396 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3af6f45b892fa32fe78c607864365a27, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46027,1732092009000; forceNewPlan=false, retain=false
2024-11-20T08:42:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-20T08:42:11,546 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=3af6f45b892fa32fe78c607864365a27, regionState=OPENING, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:42:11,549 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3af6f45b892fa32fe78c607864365a27, ASSIGN because future has completed
2024-11-20T08:42:11,550 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af6f45b892fa32fe78c607864365a27, server=3354ef74e3b7,46027,1732092009000}]
2024-11-20T08:42:11,707 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:11,707 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 3af6f45b892fa32fe78c607864365a27, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.', STARTKEY => '', ENDKEY => ''}
2024-11-20T08:42:11,708 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:11,708 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T08:42:11,708 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:11,708 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:11,710 INFO  [StoreOpener-3af6f45b892fa32fe78c607864365a27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3af6f45b892fa32fe78c607864365a27 
2024-11-20T08:42:11,711 INFO  [StoreOpener-3af6f45b892fa32fe78c607864365a27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3af6f45b892fa32fe78c607864365a27 columnFamilyName testFamily
2024-11-20T08:42:11,712 DEBUG [StoreOpener-3af6f45b892fa32fe78c607864365a27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T08:42:11,712 INFO  [StoreOpener-3af6f45b892fa32fe78c607864365a27-1 {}] regionserver.HStore(327): Store=3af6f45b892fa32fe78c607864365a27/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T08:42:11,712 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:11,713 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScannerAsync/3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:11,714 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScannerAsync/3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:11,714 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:11,714 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:11,716 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:11,719 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScannerAsync/3af6f45b892fa32fe78c607864365a27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T08:42:11,719 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 3af6f45b892fa32fe78c607864365a27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66117132, jitterRate=-0.014777958393096924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T08:42:11,719 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:11,720 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 3af6f45b892fa32fe78c607864365a27:
Running coprocessor pre-open hook at 1732092131708Writing region info on filesystem at 1732092131708Initializing all the Stores at 1732092131709 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092131709Cleaning up temporary data from old regions at 1732092131714 (+5 ms)Running coprocessor post-open hooks at 1732092131719 (+5 ms)Region opened successfully at 1732092131720 (+1 ms)
2024-11-20T08:42:11,721 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., pid=33, masterSystemTime=1732092131702
2024-11-20T08:42:11,723 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:11,724 INFO  [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:11,725 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=3af6f45b892fa32fe78c607864365a27, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46027,1732092009000
2024-11-20T08:42:11,727 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af6f45b892fa32fe78c607864365a27, server=3354ef74e3b7,46027,1732092009000 because future has completed
2024-11-20T08:42:11,730 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-20T08:42:11,730 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 3af6f45b892fa32fe78c607864365a27, server=3354ef74e3b7,46027,1732092009000 in 179 msec
2024-11-20T08:42:11,732 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-20T08:42:11,732 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3af6f45b892fa32fe78c607864365a27, ASSIGN in 337 msec
2024-11-20T08:42:11,733 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T08:42:11,733 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092131733"}]},"ts":"1732092131733"}
2024-11-20T08:42:11,735 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-20T08:42:11,736 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T08:42:11,738 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 773 msec
2024-11-20T08:42:11,978 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-20T08:42:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-20T08:42:11,980 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-20T08:42:11,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-20T08:42:11,981 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:42:11,985 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-20T08:42:11,985 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T08:42:11,985 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-20T08:42:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:42:11,997 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T08:42:11,997 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-20T08:42:12,000 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T08:42:12,001 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T08:42:13,003 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=3354ef74e3b7:46027 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-20T08:42:13,003 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-20T08:42:13,003 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 from cache
2024-11-20T08:42:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-20T08:42:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2]
2024-11-20T08:42:14,024 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T08:42:15,003 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=3354ef74e3b7:46027 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=977ms
2024-11-20T08:42:15,003 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=977ms
2024-11-20T08:42:15,003 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., hostname=3354ef74e3b7,46027,1732092009000, seqNum=2 from cache
2024-11-20T08:42:15,013 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-357672762_22 at /127.0.0.1:39368 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=7110 (was 7111)
2024-11-20T08:42:15,013 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T08:42:15,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T08:42:15,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T08:42:15,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T08:42:15,019 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T08:42:15,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-20T08:42:15,019 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T08:42:15,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T08:42:15,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T08:42:15,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T08:42:15,019 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T08:42:15,020 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-20T08:42:15,020 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1566887813, stopped=false
2024-11-20T08:42:15,020 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,40051,1732092008334
2024-11-20T08:42:15,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T08:42:15,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T08:42:15,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:42:15,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:42:15,024 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T08:42:15,024 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T08:42:15,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T08:42:15,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T08:42:15,024 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,46027,1732092009000' *****
2024-11-20T08:42:15,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T08:42:15,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T08:42:15,024 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-20T08:42:15,025 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-20T08:42:15,025 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-20T08:42:15,025 INFO  [RS:0;3354ef74e3b7:46027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-20T08:42:15,025 INFO  [RS:0;3354ef74e3b7:46027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-20T08:42:15,026 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for 7abeb05e0289cf51d623192ae169fae4
2024-11-20T08:42:15,026 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for 33d427093f0d3f94b4a41444fb8b5838
2024-11-20T08:42:15,026 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1bccb7b2c5bdf54e2f836820578f5835
2024-11-20T08:42:15,026 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for dcfbd5d4cdaffa8e887d9ed479a75f30
2024-11-20T08:42:15,026 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for 3af6f45b892fa32fe78c607864365a27
2024-11-20T08:42:15,026 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f31a89cf78074717a75df35fe3702b1
2024-11-20T08:42:15,026 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for 4971983cc5ab2a24d2b898b107fae56d
2024-11-20T08:42:15,026 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for bc8f8d30da44ab9fca387e674ad22480
2024-11-20T08:42:15,026 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for e01430eb87357391667128d3e97ce696
2024-11-20T08:42:15,026 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:15,027 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,46027,1732092009000
2024-11-20T08:42:15,027 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7abeb05e0289cf51d623192ae169fae4, disabling compactions & flushes
2024-11-20T08:42:15,027 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T08:42:15,027 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:42:15,027 INFO  [RS:0;3354ef74e3b7:46027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46027.
2024-11-20T08:42:15,027 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:42:15,027 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4. after waiting 0 ms
2024-11-20T08:42:15,027 DEBUG [RS:0;3354ef74e3b7:46027 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T08:42:15,027 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:42:15,027 DEBUG [RS:0;3354ef74e3b7:46027 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T08:42:15,027 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-20T08:42:15,027 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-20T08:42:15,027 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-20T08:42:15,027 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-20T08:42:15,028 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-20T08:42:15,028 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T08:42:15,028 INFO  [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T08:42:15,028 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T08:42:15,028 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 1588230740, 1bccb7b2c5bdf54e2f836820578f5835, 33d427093f0d3f94b4a41444fb8b5838, 3af6f45b892fa32fe78c607864365a27, 4971983cc5ab2a24d2b898b107fae56d, 7abeb05e0289cf51d623192ae169fae4, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, dcfbd5d4cdaffa8e887d9ed479a75f30, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:15,028 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T08:42:15,028 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T08:42:15,030 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7abeb05e0289cf51d623192ae169fae4 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T08:42:15,030 INFO  [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-20T08:42:15,085 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNextAsync/7abeb05e0289cf51d623192ae169fae4/.tmp/testFamily/b179753e435a4de09f7655d67356bfd2 is 61, key is row-0/testFamily:testQualifier/1732092085439/Put/seqid=0
2024-11-20T08:42:15,092 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/.tmp/info/a5d557feb415494a8e1f8491c7180648 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696./info:regioninfo/1732092072991/Put/seqid=0
2024-11-20T08:42:15,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741855_1031 (size=5049)
2024-11-20T08:42:15,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741856_1032 (size=20564)
2024-11-20T08:42:15,099 INFO  [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/.tmp/info/a5d557feb415494a8e1f8491c7180648
2024-11-20T08:42:15,158 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/.tmp/ns/61cd1a6347de4f4681584cf767e94b57 is 43, key is default/ns:d/1732092071921/Put/seqid=0
2024-11-20T08:42:15,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741857_1033 (size=5153)
2024-11-20T08:42:15,228 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 1588230740, 1bccb7b2c5bdf54e2f836820578f5835, 33d427093f0d3f94b4a41444fb8b5838, 3af6f45b892fa32fe78c607864365a27, 4971983cc5ab2a24d2b898b107fae56d, 7abeb05e0289cf51d623192ae169fae4, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, dcfbd5d4cdaffa8e887d9ed479a75f30, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:15,327 INFO  [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-20T08:42:15,327 INFO  [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-20T08:42:15,429 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 1588230740, 1bccb7b2c5bdf54e2f836820578f5835, 33d427093f0d3f94b4a41444fb8b5838, 3af6f45b892fa32fe78c607864365a27, 4971983cc5ab2a24d2b898b107fae56d, 7abeb05e0289cf51d623192ae169fae4, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, dcfbd5d4cdaffa8e887d9ed479a75f30, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:15,496 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNextAsync/7abeb05e0289cf51d623192ae169fae4/.tmp/testFamily/b179753e435a4de09f7655d67356bfd2
2024-11-20T08:42:15,505 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNextAsync/7abeb05e0289cf51d623192ae169fae4/.tmp/testFamily/b179753e435a4de09f7655d67356bfd2 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNextAsync/7abeb05e0289cf51d623192ae169fae4/testFamily/b179753e435a4de09f7655d67356bfd2
2024-11-20T08:42:15,513 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNextAsync/7abeb05e0289cf51d623192ae169fae4/testFamily/b179753e435a4de09f7655d67356bfd2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T08:42:15,524 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7abeb05e0289cf51d623192ae169fae4 in 491ms, sequenceid=8, compaction requested=false
2024-11-20T08:42:15,525 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T08:42:15,530 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNextAsync/7abeb05e0289cf51d623192ae169fae4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T08:42:15,533 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:42:15,533 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7abeb05e0289cf51d623192ae169fae4:
Waiting for close lock at 1732092135026Running coprocessor pre-close hooks at 1732092135027 (+1 ms)Disabling compacts and flushes for region at 1732092135027Disabling writes for close at 1732092135027Obtaining lock to block concurrent updates at 1732092135030 (+3 ms)Preparing flush snapshotting stores in 7abeb05e0289cf51d623192ae169fae4 at 1732092135030Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732092135038 (+8 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4. at 1732092135039 (+1 ms)Flushing 7abeb05e0289cf51d623192ae169fae4/testFamily: creating writer at 1732092135040 (+1 ms)Flushing 7abeb05e0289cf51d623192ae169fae4/testFamily: appending metadata at 1732092135079 (+39 ms)Flushing 7abeb05e0289cf51d623192ae169fae4/testFamily: closing flushed file at 1732092135082 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1597e3: reopening flushed file at 1732092135504 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7abeb05e0289cf51d623192ae169fae4 in 491ms, sequenceid=8, compaction requested=false at 1732092135524 (+20 ms)Writing region close event to WAL at 1732092135526 (+2 ms)Running coprocessor post-close hooks at 1732092135531 (+5 ms)Closed at 1732092135533 (+2 ms)
2024-11-20T08:42:15,534 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732092082400.7abeb05e0289cf51d623192ae169fae4.
2024-11-20T08:42:15,534 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33d427093f0d3f94b4a41444fb8b5838, disabling compactions & flushes
2024-11-20T08:42:15,534 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:42:15,534 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:42:15,534 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838. after waiting 0 ms
2024-11-20T08:42:15,534 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:42:15,534 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33d427093f0d3f94b4a41444fb8b5838 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T08:42:15,557 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/33d427093f0d3f94b4a41444fb8b5838/.tmp/testFamily/63c51f3a0e2b4bb89fe466e0a0566370 is 61, key is row-0/testFamily:testQualifier/1732092115849/Put/seqid=0
2024-11-20T08:42:15,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741858_1034 (size=5049)
2024-11-20T08:42:15,564 INFO  [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/.tmp/ns/61cd1a6347de4f4681584cf767e94b57
2024-11-20T08:42:15,587 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/.tmp/table/0c1930c713d6494181c8bd703a4ecd78 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732092073006/Put/seqid=0
2024-11-20T08:42:15,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741859_1035 (size=6699)
2024-11-20T08:42:15,629 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 1588230740, 1bccb7b2c5bdf54e2f836820578f5835, 33d427093f0d3f94b4a41444fb8b5838, 3af6f45b892fa32fe78c607864365a27, 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, dcfbd5d4cdaffa8e887d9ed479a75f30, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:15,829 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 1588230740, 1bccb7b2c5bdf54e2f836820578f5835, 33d427093f0d3f94b4a41444fb8b5838, 3af6f45b892fa32fe78c607864365a27, 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, dcfbd5d4cdaffa8e887d9ed479a75f30, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:15,963 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/33d427093f0d3f94b4a41444fb8b5838/.tmp/testFamily/63c51f3a0e2b4bb89fe466e0a0566370
2024-11-20T08:42:15,972 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/33d427093f0d3f94b4a41444fb8b5838/.tmp/testFamily/63c51f3a0e2b4bb89fe466e0a0566370 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/33d427093f0d3f94b4a41444fb8b5838/testFamily/63c51f3a0e2b4bb89fe466e0a0566370
2024-11-20T08:42:15,979 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/33d427093f0d3f94b4a41444fb8b5838/testFamily/63c51f3a0e2b4bb89fe466e0a0566370, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T08:42:15,981 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 33d427093f0d3f94b4a41444fb8b5838 in 446ms, sequenceid=8, compaction requested=false
2024-11-20T08:42:15,985 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/33d427093f0d3f94b4a41444fb8b5838/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T08:42:15,986 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:42:15,986 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33d427093f0d3f94b4a41444fb8b5838:
Waiting for close lock at 1732092135534Running coprocessor pre-close hooks at 1732092135534Disabling compacts and flushes for region at 1732092135534Disabling writes for close at 1732092135534Obtaining lock to block concurrent updates at 1732092135534Preparing flush snapshotting stores in 33d427093f0d3f94b4a41444fb8b5838 at 1732092135534Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732092135535 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838. at 1732092135535Flushing 33d427093f0d3f94b4a41444fb8b5838/testFamily: creating writer at 1732092135535Flushing 33d427093f0d3f94b4a41444fb8b5838/testFamily: appending metadata at 1732092135557 (+22 ms)Flushing 33d427093f0d3f94b4a41444fb8b5838/testFamily: closing flushed file at 1732092135557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b121b2: reopening flushed file at 1732092135971 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 33d427093f0d3f94b4a41444fb8b5838 in 446ms, sequenceid=8, compaction requested=false at 1732092135981 (+10 ms)Writing region close event to WAL at 1732092135981Running coprocessor post-close hooks at 1732092135986 (+5 ms)Closed at 1732092135986
2024-11-20T08:42:15,986 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732092112802.33d427093f0d3f94b4a41444fb8b5838.
2024-11-20T08:42:15,986 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1bccb7b2c5bdf54e2f836820578f5835, disabling compactions & flushes
2024-11-20T08:42:15,986 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:42:15,986 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:42:15,986 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835. after waiting 0 ms
2024-11-20T08:42:15,986 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:42:15,986 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1bccb7b2c5bdf54e2f836820578f5835 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T08:42:15,992 INFO  [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/.tmp/table/0c1930c713d6494181c8bd703a4ecd78
2024-11-20T08:42:16,000 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/.tmp/info/a5d557feb415494a8e1f8491c7180648 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/info/a5d557feb415494a8e1f8491c7180648
2024-11-20T08:42:16,003 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScanner/1bccb7b2c5bdf54e2f836820578f5835/.tmp/testFamily/a0b41391439c42a2b00661a82fe27735 is 61, key is row-0/testFamily:testQualifier/1732092076350/Put/seqid=0
2024-11-20T08:42:16,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741860_1036 (size=5049)
2024-11-20T08:42:16,007 INFO  [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/info/a5d557feb415494a8e1f8491c7180648, entries=100, sequenceid=56, filesize=20.1 K
2024-11-20T08:42:16,008 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScanner/1bccb7b2c5bdf54e2f836820578f5835/.tmp/testFamily/a0b41391439c42a2b00661a82fe27735
2024-11-20T08:42:16,009 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/.tmp/ns/61cd1a6347de4f4681584cf767e94b57 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/ns/61cd1a6347de4f4681584cf767e94b57
2024-11-20T08:42:16,016 INFO  [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/ns/61cd1a6347de4f4681584cf767e94b57, entries=2, sequenceid=56, filesize=5.0 K
2024-11-20T08:42:16,017 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScanner/1bccb7b2c5bdf54e2f836820578f5835/.tmp/testFamily/a0b41391439c42a2b00661a82fe27735 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScanner/1bccb7b2c5bdf54e2f836820578f5835/testFamily/a0b41391439c42a2b00661a82fe27735
2024-11-20T08:42:16,018 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/.tmp/table/0c1930c713d6494181c8bd703a4ecd78 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/table/0c1930c713d6494181c8bd703a4ecd78
2024-11-20T08:42:16,025 INFO  [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/table/0c1930c713d6494181c8bd703a4ecd78, entries=20, sequenceid=56, filesize=6.5 K
2024-11-20T08:42:16,025 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScanner/1bccb7b2c5bdf54e2f836820578f5835/testFamily/a0b41391439c42a2b00661a82fe27735, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T08:42:16,026 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1bccb7b2c5bdf54e2f836820578f5835 in 40ms, sequenceid=8, compaction requested=false
2024-11-20T08:42:16,026 INFO  [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=56, compaction requested=false
2024-11-20T08:42:16,029 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-20T08:42:16,029 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1325): Online Regions={1bccb7b2c5bdf54e2f836820578f5835=hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835., dcfbd5d4cdaffa8e887d9ed479a75f30=testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30., 3af6f45b892fa32fe78c607864365a27=testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., 0f31a89cf78074717a75df35fe3702b1=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., 1588230740=hbase:meta,,1.1588230740, 4971983cc5ab2a24d2b898b107fae56d=testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d., bc8f8d30da44ab9fca387e674ad22480=testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480., e01430eb87357391667128d3e97ce696=testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696., b117d5baae28fb047838ce4dba6f186a=hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.}
2024-11-20T08:42:16,029 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 1588230740, 1bccb7b2c5bdf54e2f836820578f5835, 3af6f45b892fa32fe78c607864365a27, 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, dcfbd5d4cdaffa8e887d9ed479a75f30, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:16,031 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnOpenScanner/1bccb7b2c5bdf54e2f836820578f5835/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T08:42:16,031 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-20T08:42:16,032 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:42:16,032 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1bccb7b2c5bdf54e2f836820578f5835:
Waiting for close lock at 1732092135986Running coprocessor pre-close hooks at 1732092135986Disabling compacts and flushes for region at 1732092135986Disabling writes for close at 1732092135986Obtaining lock to block concurrent updates at 1732092135986Preparing flush snapshotting stores in 1bccb7b2c5bdf54e2f836820578f5835 at 1732092135986Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732092135987 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835. at 1732092135987Flushing 1bccb7b2c5bdf54e2f836820578f5835/testFamily: creating writer at 1732092135987Flushing 1bccb7b2c5bdf54e2f836820578f5835/testFamily: appending metadata at 1732092136003 (+16 ms)Flushing 1bccb7b2c5bdf54e2f836820578f5835/testFamily: closing flushed file at 1732092136003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225ef1ba: reopening flushed file at 1732092136016 (+13 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1bccb7b2c5bdf54e2f836820578f5835 in 40ms, sequenceid=8, compaction requested=false at 1732092136026 (+10 ms)Writing region close event to WAL at 1732092136027 (+1 ms)Running coprocessor post-close hooks at 1732092136032 (+5 ms)Closed at 1732092136032
2024-11-20T08:42:16,032 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T08:42:16,032 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732092073308.1bccb7b2c5bdf54e2f836820578f5835.
2024-11-20T08:42:16,032 INFO  [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T08:42:16,033 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcfbd5d4cdaffa8e887d9ed479a75f30, disabling compactions & flushes
2024-11-20T08:42:16,033 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732092135028Running coprocessor pre-close hooks at 1732092135028Disabling compacts and flushes for region at 1732092135028Disabling writes for close at 1732092135028Obtaining lock to block concurrent updates at 1732092135030 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732092135030Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732092135038 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732092135039 (+1 ms)Flushing 1588230740/info: creating writer at 1732092135040 (+1 ms)Flushing 1588230740/info: appending metadata at 1732092135089 (+49 ms)Flushing 1588230740/info: closing flushed file at 1732092135089Flushing 1588230740/ns: creating writer at 1732092135141 (+52 ms)Flushing 1588230740/ns: appending metadata at 1732092135157 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732092135157Flushing 1588230740/table: creating writer at 1732092135571 (+414 ms)Flushing 1588230740/table: appending metadata at 1732092135585 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732092135585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3483ddf1: reopening flushed file at 1732092135999 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570c1456: reopening flushed file at 1732092136008 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a04a0ec: reopening flushed file at 1732092136017 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=56, compaction requested=false at 1732092136026 (+9 ms)Writing region close event to WAL at 1732092136027 (+1 ms)Running coprocessor post-close hooks at 1732092136032 (+5 ms)Closed at 1732092136032
2024-11-20T08:42:16,033 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:42:16,033 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:42:16,033 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-20T08:42:16,033 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30. after waiting 0 ms
2024-11-20T08:42:16,033 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:42:16,033 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dcfbd5d4cdaffa8e887d9ed479a75f30 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T08:42:16,052 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNextAsync/dcfbd5d4cdaffa8e887d9ed479a75f30/.tmp/testFamily/7057e8dcc11c4540b6b619d635e721ab is 61, key is row-0/testFamily:testQualifier/1732092103689/Put/seqid=0
2024-11-20T08:42:16,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741861_1037 (size=5049)
2024-11-20T08:42:16,230 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 3af6f45b892fa32fe78c607864365a27, 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, dcfbd5d4cdaffa8e887d9ed479a75f30, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:16,430 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 3af6f45b892fa32fe78c607864365a27, 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, dcfbd5d4cdaffa8e887d9ed479a75f30, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:16,458 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNextAsync/dcfbd5d4cdaffa8e887d9ed479a75f30/.tmp/testFamily/7057e8dcc11c4540b6b619d635e721ab
2024-11-20T08:42:16,466 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNextAsync/dcfbd5d4cdaffa8e887d9ed479a75f30/.tmp/testFamily/7057e8dcc11c4540b6b619d635e721ab as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNextAsync/dcfbd5d4cdaffa8e887d9ed479a75f30/testFamily/7057e8dcc11c4540b6b619d635e721ab
2024-11-20T08:42:16,473 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNextAsync/dcfbd5d4cdaffa8e887d9ed479a75f30/testFamily/7057e8dcc11c4540b6b619d635e721ab, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T08:42:16,475 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dcfbd5d4cdaffa8e887d9ed479a75f30 in 441ms, sequenceid=8, compaction requested=false
2024-11-20T08:42:16,479 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNextAsync/dcfbd5d4cdaffa8e887d9ed479a75f30/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T08:42:16,480 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:42:16,480 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcfbd5d4cdaffa8e887d9ed479a75f30:
Waiting for close lock at 1732092136033Running coprocessor pre-close hooks at 1732092136033Disabling compacts and flushes for region at 1732092136033Disabling writes for close at 1732092136033Obtaining lock to block concurrent updates at 1732092136033Preparing flush snapshotting stores in dcfbd5d4cdaffa8e887d9ed479a75f30 at 1732092136033Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732092136033Flushing stores of testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30. at 1732092136034 (+1 ms)Flushing dcfbd5d4cdaffa8e887d9ed479a75f30/testFamily: creating writer at 1732092136034Flushing dcfbd5d4cdaffa8e887d9ed479a75f30/testFamily: appending metadata at 1732092136052 (+18 ms)Flushing dcfbd5d4cdaffa8e887d9ed479a75f30/testFamily: closing flushed file at 1732092136052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c626ac: reopening flushed file at 1732092136465 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dcfbd5d4cdaffa8e887d9ed479a75f30 in 441ms, sequenceid=8, compaction requested=false at 1732092136475 (+10 ms)Writing region close event to WAL at 1732092136475Running coprocessor post-close hooks at 1732092136480 (+5 ms)Closed at 1732092136480
2024-11-20T08:42:16,480 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732092100653.dcfbd5d4cdaffa8e887d9ed479a75f30.
2024-11-20T08:42:16,480 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3af6f45b892fa32fe78c607864365a27, disabling compactions & flushes
2024-11-20T08:42:16,480 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:16,480 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:16,480 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27. after waiting 0 ms
2024-11-20T08:42:16,480 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:16,481 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3af6f45b892fa32fe78c607864365a27 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T08:42:16,497 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScannerAsync/3af6f45b892fa32fe78c607864365a27/.tmp/testFamily/a550748eb5574535a5c9bdad9b57749a is 61, key is row-0/testFamily:testQualifier/1732092131989/Put/seqid=0
2024-11-20T08:42:16,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741862_1038 (size=5049)
2024-11-20T08:42:16,630 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 3af6f45b892fa32fe78c607864365a27, 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:16,831 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 3af6f45b892fa32fe78c607864365a27, 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:16,902 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScannerAsync/3af6f45b892fa32fe78c607864365a27/.tmp/testFamily/a550748eb5574535a5c9bdad9b57749a
2024-11-20T08:42:16,911 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScannerAsync/3af6f45b892fa32fe78c607864365a27/.tmp/testFamily/a550748eb5574535a5c9bdad9b57749a as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScannerAsync/3af6f45b892fa32fe78c607864365a27/testFamily/a550748eb5574535a5c9bdad9b57749a
2024-11-20T08:42:16,918 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScannerAsync/3af6f45b892fa32fe78c607864365a27/testFamily/a550748eb5574535a5c9bdad9b57749a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T08:42:16,919 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3af6f45b892fa32fe78c607864365a27 in 438ms, sequenceid=8, compaction requested=false
2024-11-20T08:42:16,919 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-20T08:42:16,924 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScannerAsync/3af6f45b892fa32fe78c607864365a27/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T08:42:16,925 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:16,925 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3af6f45b892fa32fe78c607864365a27:
Waiting for close lock at 1732092136480Running coprocessor pre-close hooks at 1732092136480Disabling compacts and flushes for region at 1732092136480Disabling writes for close at 1732092136480Obtaining lock to block concurrent updates at 1732092136481 (+1 ms)Preparing flush snapshotting stores in 3af6f45b892fa32fe78c607864365a27 at 1732092136481Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732092136481Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27. at 1732092136481Flushing 3af6f45b892fa32fe78c607864365a27/testFamily: creating writer at 1732092136481Flushing 3af6f45b892fa32fe78c607864365a27/testFamily: appending metadata at 1732092136497 (+16 ms)Flushing 3af6f45b892fa32fe78c607864365a27/testFamily: closing flushed file at 1732092136497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9dd6b4: reopening flushed file at 1732092136910 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3af6f45b892fa32fe78c607864365a27 in 438ms, sequenceid=8, compaction requested=false at 1732092136919 (+9 ms)Writing region close event to WAL at 1732092136920 (+1 ms)Running coprocessor post-close hooks at 1732092136925 (+5 ms)Closed at 1732092136925
2024-11-20T08:42:16,925 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732092130963.3af6f45b892fa32fe78c607864365a27.
2024-11-20T08:42:16,925 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f31a89cf78074717a75df35fe3702b1, disabling compactions & flushes
2024-11-20T08:42:16,925 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:42:16,925 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:42:16,925 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1. after waiting 0 ms
2024-11-20T08:42:16,925 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:42:16,925 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f31a89cf78074717a75df35fe3702b1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T08:42:16,943 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScanner/0f31a89cf78074717a75df35fe3702b1/.tmp/testFamily/0a7d76dcaef34cdaa4f0ea789b01d524 is 61, key is row-0/testFamily:testQualifier/1732092097620/Put/seqid=0
2024-11-20T08:42:16,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741863_1039 (size=5049)
2024-11-20T08:42:17,031 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-20T08:42:17,031 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1325): Online Regions={0f31a89cf78074717a75df35fe3702b1=testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., 4971983cc5ab2a24d2b898b107fae56d=testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d., bc8f8d30da44ab9fca387e674ad22480=testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480., e01430eb87357391667128d3e97ce696=testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696., b117d5baae28fb047838ce4dba6f186a=hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.}
2024-11-20T08:42:17,031 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:17,209 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T08:42:17,231 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 0f31a89cf78074717a75df35fe3702b1, 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:17,348 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScanner/0f31a89cf78074717a75df35fe3702b1/.tmp/testFamily/0a7d76dcaef34cdaa4f0ea789b01d524
2024-11-20T08:42:17,357 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScanner/0f31a89cf78074717a75df35fe3702b1/.tmp/testFamily/0a7d76dcaef34cdaa4f0ea789b01d524 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScanner/0f31a89cf78074717a75df35fe3702b1/testFamily/0a7d76dcaef34cdaa4f0ea789b01d524
2024-11-20T08:42:17,364 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScanner/0f31a89cf78074717a75df35fe3702b1/testFamily/0a7d76dcaef34cdaa4f0ea789b01d524, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T08:42:17,366 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0f31a89cf78074717a75df35fe3702b1 in 440ms, sequenceid=8, compaction requested=false
2024-11-20T08:42:17,370 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnOpenScanner/0f31a89cf78074717a75df35fe3702b1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T08:42:17,371 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:42:17,371 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f31a89cf78074717a75df35fe3702b1:
Waiting for close lock at 1732092136925Running coprocessor pre-close hooks at 1732092136925Disabling compacts and flushes for region at 1732092136925Disabling writes for close at 1732092136925Obtaining lock to block concurrent updates at 1732092136925Preparing flush snapshotting stores in 0f31a89cf78074717a75df35fe3702b1 at 1732092136925Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732092136926 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1. at 1732092136926Flushing 0f31a89cf78074717a75df35fe3702b1/testFamily: creating writer at 1732092136926Flushing 0f31a89cf78074717a75df35fe3702b1/testFamily: appending metadata at 1732092136942 (+16 ms)Flushing 0f31a89cf78074717a75df35fe3702b1/testFamily: closing flushed file at 1732092136942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e5383d: reopening flushed file at 1732092137356 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0f31a89cf78074717a75df35fe3702b1 in 440ms, sequenceid=8, compaction requested=false at 1732092137366 (+10 ms)Writing region close event to WAL at 1732092137366Running coprocessor post-close hooks at 1732092137371 (+5 ms)Closed at 1732092137371
2024-11-20T08:42:17,371 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732092094577.0f31a89cf78074717a75df35fe3702b1.
2024-11-20T08:42:17,371 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4971983cc5ab2a24d2b898b107fae56d, disabling compactions & flushes
2024-11-20T08:42:17,371 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:42:17,371 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:42:17,371 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d. after waiting 0 ms
2024-11-20T08:42:17,371 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:42:17,371 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4971983cc5ab2a24d2b898b107fae56d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T08:42:17,387 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextException/4971983cc5ab2a24d2b898b107fae56d/.tmp/testFamily/aa0db261f8774c708ad5d6d7baed2006 is 61, key is row-0/testFamily:testQualifier/1732092094529/Put/seqid=0
2024-11-20T08:42:17,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741864_1040 (size=5049)
2024-11-20T08:42:17,431 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:17,632 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on 4971983cc5ab2a24d2b898b107fae56d, b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:17,792 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextException/4971983cc5ab2a24d2b898b107fae56d/.tmp/testFamily/aa0db261f8774c708ad5d6d7baed2006
2024-11-20T08:42:17,800 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextException/4971983cc5ab2a24d2b898b107fae56d/.tmp/testFamily/aa0db261f8774c708ad5d6d7baed2006 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextException/4971983cc5ab2a24d2b898b107fae56d/testFamily/aa0db261f8774c708ad5d6d7baed2006
2024-11-20T08:42:17,807 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextException/4971983cc5ab2a24d2b898b107fae56d/testFamily/aa0db261f8774c708ad5d6d7baed2006, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T08:42:17,809 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4971983cc5ab2a24d2b898b107fae56d in 438ms, sequenceid=8, compaction requested=false
2024-11-20T08:42:17,813 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextException/4971983cc5ab2a24d2b898b107fae56d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T08:42:17,814 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:42:17,814 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4971983cc5ab2a24d2b898b107fae56d:
Waiting for close lock at 1732092137371Running coprocessor pre-close hooks at 1732092137371Disabling compacts and flushes for region at 1732092137371Disabling writes for close at 1732092137371Obtaining lock to block concurrent updates at 1732092137371Preparing flush snapshotting stores in 4971983cc5ab2a24d2b898b107fae56d at 1732092137371Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732092137371Flushing stores of testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d. at 1732092137372 (+1 ms)Flushing 4971983cc5ab2a24d2b898b107fae56d/testFamily: creating writer at 1732092137372Flushing 4971983cc5ab2a24d2b898b107fae56d/testFamily: appending metadata at 1732092137387 (+15 ms)Flushing 4971983cc5ab2a24d2b898b107fae56d/testFamily: closing flushed file at 1732092137387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449a229: reopening flushed file at 1732092137799 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4971983cc5ab2a24d2b898b107fae56d in 438ms, sequenceid=8, compaction requested=false at 1732092137809 (+10 ms)Writing region close event to WAL at 1732092137809Running coprocessor post-close hooks at 1732092137814 (+5 ms)Closed at 1732092137814
2024-11-20T08:42:17,814 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732092091483.4971983cc5ab2a24d2b898b107fae56d.
2024-11-20T08:42:17,815 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc8f8d30da44ab9fca387e674ad22480, disabling compactions & flushes
2024-11-20T08:42:17,815 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:42:17,815 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:42:17,815 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480. after waiting 0 ms
2024-11-20T08:42:17,815 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:42:17,815 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc8f8d30da44ab9fca387e674ad22480 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T08:42:17,832 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNext/bc8f8d30da44ab9fca387e674ad22480/.tmp/testFamily/c46abd87896840c681127a8b3b79395f is 61, key is row-0/testFamily:testQualifier/1732092109759/Put/seqid=0
2024-11-20T08:42:17,832 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:17,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741865_1041 (size=5049)
2024-11-20T08:42:18,032 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-20T08:42:18,032 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1325): Online Regions={bc8f8d30da44ab9fca387e674ad22480=testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480., e01430eb87357391667128d3e97ce696=testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696., b117d5baae28fb047838ce4dba6f186a=hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.}
2024-11-20T08:42:18,032 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:18,233 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on b117d5baae28fb047838ce4dba6f186a, bc8f8d30da44ab9fca387e674ad22480, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:18,237 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNext/bc8f8d30da44ab9fca387e674ad22480/.tmp/testFamily/c46abd87896840c681127a8b3b79395f
2024-11-20T08:42:18,246 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNext/bc8f8d30da44ab9fca387e674ad22480/.tmp/testFamily/c46abd87896840c681127a8b3b79395f as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNext/bc8f8d30da44ab9fca387e674ad22480/testFamily/c46abd87896840c681127a8b3b79395f
2024-11-20T08:42:18,252 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNext/bc8f8d30da44ab9fca387e674ad22480/testFamily/c46abd87896840c681127a8b3b79395f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T08:42:18,253 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bc8f8d30da44ab9fca387e674ad22480 in 438ms, sequenceid=8, compaction requested=false
2024-11-20T08:42:18,258 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testNormalScanTimeoutOnNext/bc8f8d30da44ab9fca387e674ad22480/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T08:42:18,258 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:42:18,258 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc8f8d30da44ab9fca387e674ad22480:
Waiting for close lock at 1732092137815Running coprocessor pre-close hooks at 1732092137815Disabling compacts and flushes for region at 1732092137815Disabling writes for close at 1732092137815Obtaining lock to block concurrent updates at 1732092137815Preparing flush snapshotting stores in bc8f8d30da44ab9fca387e674ad22480 at 1732092137815Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732092137815Flushing stores of testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480. at 1732092137816 (+1 ms)Flushing bc8f8d30da44ab9fca387e674ad22480/testFamily: creating writer at 1732092137816Flushing bc8f8d30da44ab9fca387e674ad22480/testFamily: appending metadata at 1732092137831 (+15 ms)Flushing bc8f8d30da44ab9fca387e674ad22480/testFamily: closing flushed file at 1732092137831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae68b6c: reopening flushed file at 1732092138245 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bc8f8d30da44ab9fca387e674ad22480 in 438ms, sequenceid=8, compaction requested=false at 1732092138253 (+8 ms)Writing region close event to WAL at 1732092138254 (+1 ms)Running coprocessor post-close hooks at 1732092138258 (+4 ms)Closed at 1732092138258
2024-11-20T08:42:18,259 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732092106723.bc8f8d30da44ab9fca387e674ad22480.
2024-11-20T08:42:18,259 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e01430eb87357391667128d3e97ce696, disabling compactions & flushes
2024-11-20T08:42:18,259 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:42:18,259 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:42:18,259 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696. after waiting 0 ms
2024-11-20T08:42:18,259 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:42:18,259 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e01430eb87357391667128d3e97ce696 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T08:42:18,275 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e01430eb87357391667128d3e97ce696/.tmp/testFamily/d54d48ad84714f70a025e9a692c7e614 is 61, key is row-0/testFamily:testQualifier/1732092073226/Put/seqid=0
2024-11-20T08:42:18,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741866_1042 (size=5049)
2024-11-20T08:42:18,433 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on b117d5baae28fb047838ce4dba6f186a, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:18,633 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on b117d5baae28fb047838ce4dba6f186a, e01430eb87357391667128d3e97ce696
2024-11-20T08:42:18,681 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e01430eb87357391667128d3e97ce696/.tmp/testFamily/d54d48ad84714f70a025e9a692c7e614
2024-11-20T08:42:18,689 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e01430eb87357391667128d3e97ce696/.tmp/testFamily/d54d48ad84714f70a025e9a692c7e614 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e01430eb87357391667128d3e97ce696/testFamily/d54d48ad84714f70a025e9a692c7e614
2024-11-20T08:42:18,696 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e01430eb87357391667128d3e97ce696/testFamily/d54d48ad84714f70a025e9a692c7e614, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T08:42:18,697 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e01430eb87357391667128d3e97ce696 in 438ms, sequenceid=8, compaction requested=false
2024-11-20T08:42:18,702 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e01430eb87357391667128d3e97ce696/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T08:42:18,702 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:42:18,702 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e01430eb87357391667128d3e97ce696:
Waiting for close lock at 1732092138259Running coprocessor pre-close hooks at 1732092138259Disabling compacts and flushes for region at 1732092138259Disabling writes for close at 1732092138259Obtaining lock to block concurrent updates at 1732092138259Preparing flush snapshotting stores in e01430eb87357391667128d3e97ce696 at 1732092138259Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732092138259Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696. at 1732092138260 (+1 ms)Flushing e01430eb87357391667128d3e97ce696/testFamily: creating writer at 1732092138260Flushing e01430eb87357391667128d3e97ce696/testFamily: appending metadata at 1732092138275 (+15 ms)Flushing e01430eb87357391667128d3e97ce696/testFamily: closing flushed file at 1732092138275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b793a85: reopening flushed file at 1732092138688 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e01430eb87357391667128d3e97ce696 in 438ms, sequenceid=8, compaction requested=false at 1732092138697 (+9 ms)Writing region close event to WAL at 1732092138698 (+1 ms)Running coprocessor post-close hooks at 1732092138702 (+4 ms)Closed at 1732092138702
2024-11-20T08:42:18,703 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732092072168.e01430eb87357391667128d3e97ce696.
2024-11-20T08:42:18,703 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b117d5baae28fb047838ce4dba6f186a, disabling compactions & flushes
2024-11-20T08:42:18,703 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:18,703 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:18,703 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a. after waiting 0 ms
2024-11-20T08:42:18,703 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:18,703 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b117d5baae28fb047838ce4dba6f186a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T08:42:18,720 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNext/b117d5baae28fb047838ce4dba6f186a/.tmp/testFamily/4a8ba5e265524f4d9be6e5c076d331ee is 61, key is row-0/testFamily:testQualifier/1732092124929/Put/seqid=0
2024-11-20T08:42:18,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741867_1043 (size=5049)
2024-11-20T08:42:18,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-20T08:42:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T08:42:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-20T08:42:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-20T08:42:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-20T08:42:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-20T08:42:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-20T08:42:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-20T08:42:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-20T08:42:18,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-20T08:42:18,833 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:19,034 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-20T08:42:19,034 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1325): Online Regions={b117d5baae28fb047838ce4dba6f186a=hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.}
2024-11-20T08:42:19,034 DEBUG [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1351): Waiting on b117d5baae28fb047838ce4dba6f186a
2024-11-20T08:42:19,126 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNext/b117d5baae28fb047838ce4dba6f186a/.tmp/testFamily/4a8ba5e265524f4d9be6e5c076d331ee
2024-11-20T08:42:19,133 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNext/b117d5baae28fb047838ce4dba6f186a/.tmp/testFamily/4a8ba5e265524f4d9be6e5c076d331ee as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNext/b117d5baae28fb047838ce4dba6f186a/testFamily/4a8ba5e265524f4d9be6e5c076d331ee
2024-11-20T08:42:19,140 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNext/b117d5baae28fb047838ce4dba6f186a/testFamily/4a8ba5e265524f4d9be6e5c076d331ee, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T08:42:19,141 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b117d5baae28fb047838ce4dba6f186a in 438ms, sequenceid=8, compaction requested=false
2024-11-20T08:42:19,146 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/data/hbase/testMetaScanTimeoutOnNext/b117d5baae28fb047838ce4dba6f186a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T08:42:19,147 INFO  [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:19,147 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b117d5baae28fb047838ce4dba6f186a:
Waiting for close lock at 1732092138703Running coprocessor pre-close hooks at 1732092138703Disabling compacts and flushes for region at 1732092138703Disabling writes for close at 1732092138703Obtaining lock to block concurrent updates at 1732092138703Preparing flush snapshotting stores in b117d5baae28fb047838ce4dba6f186a at 1732092138703Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732092138703Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a. at 1732092138704 (+1 ms)Flushing b117d5baae28fb047838ce4dba6f186a/testFamily: creating writer at 1732092138704Flushing b117d5baae28fb047838ce4dba6f186a/testFamily: appending metadata at 1732092138719 (+15 ms)Flushing b117d5baae28fb047838ce4dba6f186a/testFamily: closing flushed file at 1732092138720 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325494ed: reopening flushed file at 1732092139132 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b117d5baae28fb047838ce4dba6f186a in 438ms, sequenceid=8, compaction requested=false at 1732092139141 (+9 ms)Writing region close event to WAL at 1732092139142 (+1 ms)Running coprocessor post-close hooks at 1732092139146 (+4 ms)Closed at 1732092139147 (+1 ms)
2024-11-20T08:42:19,147 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732092121883.b117d5baae28fb047838ce4dba6f186a.
2024-11-20T08:42:19,234 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,46027,1732092009000; all regions closed.
2024-11-20T08:42:19,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741834_1010 (size=19479)
2024-11-20T08:42:19,244 DEBUG [RS:0;3354ef74e3b7:46027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/oldWALs
2024-11-20T08:42:19,245 INFO  [RS:0;3354ef74e3b7:46027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C46027%2C1732092009000.meta:.meta(num 1732092071763)
2024-11-20T08:42:19,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741833_1009 (size=20031)
2024-11-20T08:42:19,249 DEBUG [RS:0;3354ef74e3b7:46027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/oldWALs
2024-11-20T08:42:19,249 INFO  [RS:0;3354ef74e3b7:46027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C46027%2C1732092009000:(num 1732092071348)
2024-11-20T08:42:19,249 DEBUG [RS:0;3354ef74e3b7:46027 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T08:42:19,249 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T08:42:19,249 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T08:42:19,249 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-20T08:42:19,250 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T08:42:19,250 INFO  [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T08:42:19,251 INFO  [RS:0;3354ef74e3b7:46027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46027
2024-11-20T08:42:19,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3354ef74e3b7,46027,1732092009000
2024-11-20T08:42:19,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T08:42:19,256 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T08:42:19,258 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,46027,1732092009000]
2024-11-20T08:42:19,260 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3354ef74e3b7,46027,1732092009000 already deleted, retry=false
2024-11-20T08:42:19,260 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,46027,1732092009000 expired; onlineServers=0
2024-11-20T08:42:19,260 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,40051,1732092008334' *****
2024-11-20T08:42:19,260 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-20T08:42:19,260 INFO  [M:0;3354ef74e3b7:40051 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T08:42:19,260 INFO  [M:0;3354ef74e3b7:40051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T08:42:19,261 DEBUG [M:0;3354ef74e3b7:40051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-20T08:42:19,261 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-20T08:42:19,261 DEBUG [M:0;3354ef74e3b7:40051 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-20T08:42:19,261 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732092011220 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732092011220,5,FailOnTimeoutGroup]
2024-11-20T08:42:19,261 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732092011219 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732092011219,5,FailOnTimeoutGroup]
2024-11-20T08:42:19,261 INFO  [M:0;3354ef74e3b7:40051 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-20T08:42:19,261 INFO  [M:0;3354ef74e3b7:40051 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T08:42:19,261 DEBUG [M:0;3354ef74e3b7:40051 {}] master.HMaster(1795): Stopping service threads
2024-11-20T08:42:19,261 INFO  [M:0;3354ef74e3b7:40051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-20T08:42:19,261 INFO  [M:0;3354ef74e3b7:40051 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T08:42:19,262 INFO  [M:0;3354ef74e3b7:40051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-20T08:42:19,262 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-20T08:42:19,263 INFO  [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T08:42:19,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-20T08:42:19,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T08:42:19,264 DEBUG [M:0;3354ef74e3b7:40051 {}] zookeeper.ZKUtil(347): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-20T08:42:19,264 WARN  [M:0;3354ef74e3b7:40051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-20T08:42:19,265 INFO  [M:0;3354ef74e3b7:40051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/.lastflushedseqids
2024-11-20T08:42:19,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741868_1044 (size=649)
2024-11-20T08:42:19,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T08:42:19,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x10134887ef20001, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T08:42:19,359 INFO  [RS:0;3354ef74e3b7:46027 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T08:42:19,359 INFO  [RS:0;3354ef74e3b7:46027 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,46027,1732092009000; zookeeper connection closed.
2024-11-20T08:42:19,360 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a417cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a417cc
2024-11-20T08:42:19,360 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-20T08:42:19,677 INFO  [M:0;3354ef74e3b7:40051 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-20T08:42:19,677 INFO  [M:0;3354ef74e3b7:40051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-20T08:42:19,677 DEBUG [M:0;3354ef74e3b7:40051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T08:42:19,677 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T08:42:19,677 DEBUG [M:0;3354ef74e3b7:40051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T08:42:19,677 DEBUG [M:0;3354ef74e3b7:40051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T08:42:19,677 DEBUG [M:0;3354ef74e3b7:40051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T08:42:19,677 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.05 KB heapSize=191.04 KB
2024-11-20T08:42:19,694 DEBUG [M:0;3354ef74e3b7:40051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3ee78efc9bc4fbfa9b88b13d4639958 is 82, key is hbase:meta,,1/info:regioninfo/1732092071850/Put/seqid=0
2024-11-20T08:42:19,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741869_1045 (size=5672)
2024-11-20T08:42:20,100 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3ee78efc9bc4fbfa9b88b13d4639958
2024-11-20T08:42:20,124 DEBUG [M:0;3354ef74e3b7:40051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cda7189ad993444e8b4287ce068bab8a is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732092073013/Put/seqid=0
2024-11-20T08:42:20,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741870_1046 (size=14070)
2024-11-20T08:42:20,529 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.49 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cda7189ad993444e8b4287ce068bab8a
2024-11-20T08:42:20,536 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cda7189ad993444e8b4287ce068bab8a
2024-11-20T08:42:20,552 DEBUG [M:0;3354ef74e3b7:40051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2b7fe2d485040f6b0249e36b8e54610 is 69, key is 3354ef74e3b7,46027,1732092009000/rs:state/1732092041223/Put/seqid=0
2024-11-20T08:42:20,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741871_1047 (size=5156)
2024-11-20T08:42:20,958 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2b7fe2d485040f6b0249e36b8e54610
2024-11-20T08:42:20,966 DEBUG [M:0;3354ef74e3b7:40051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3ee78efc9bc4fbfa9b88b13d4639958 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3ee78efc9bc4fbfa9b88b13d4639958
2024-11-20T08:42:20,972 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3ee78efc9bc4fbfa9b88b13d4639958, entries=8, sequenceid=318, filesize=5.5 K
2024-11-20T08:42:20,973 DEBUG [M:0;3354ef74e3b7:40051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cda7189ad993444e8b4287ce068bab8a as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cda7189ad993444e8b4287ce068bab8a
2024-11-20T08:42:20,978 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cda7189ad993444e8b4287ce068bab8a
2024-11-20T08:42:20,978 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cda7189ad993444e8b4287ce068bab8a, entries=33, sequenceid=318, filesize=13.7 K
2024-11-20T08:42:20,979 DEBUG [M:0;3354ef74e3b7:40051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2b7fe2d485040f6b0249e36b8e54610 as hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2b7fe2d485040f6b0249e36b8e54610
2024-11-20T08:42:20,985 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/2eacbbb7-97a3-93e4-9b6d-982117fb7331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2b7fe2d485040f6b0249e36b8e54610, entries=1, sequenceid=318, filesize=5.0 K
2024-11-20T08:42:20,986 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.05 KB/166959, heapSize ~190.74 KB/195320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=318, compaction requested=false
2024-11-20T08:42:20,987 INFO  [M:0;3354ef74e3b7:40051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T08:42:20,988 DEBUG [M:0;3354ef74e3b7:40051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732092139677Disabling compacts and flushes for region at 1732092139677Disabling writes for close at 1732092139677Obtaining lock to block concurrent updates at 1732092139677Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732092139677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166959, getHeapSize=195560, getOffHeapSize=0, getCellsCount=365 at 1732092139678 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732092139678Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732092139678Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732092139694 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732092139694Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732092140106 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732092140123 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732092140123Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732092140536 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732092140551 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732092140552 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57834c0b: reopening flushed file at 1732092140965 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a4c7d4: reopening flushed file at 1732092140972 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca6a987: reopening flushed file at 1732092140978 (+6 ms)Finished flush of dataSize ~163.05 KB/166959, heapSize ~190.74 KB/195320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=318, compaction requested=false at 1732092140986 (+8 ms)Writing region close event to WAL at 1732092140987 (+1 ms)Closed at 1732092140987
2024-11-20T08:42:20,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741830_1006 (size=188236)
2024-11-20T08:42:20,991 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T08:42:20,991 INFO  [M:0;3354ef74e3b7:40051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-20T08:42:20,991 INFO  [M:0;3354ef74e3b7:40051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40051
2024-11-20T08:42:20,991 INFO  [M:0;3354ef74e3b7:40051 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T08:42:21,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T08:42:21,094 INFO  [M:0;3354ef74e3b7:40051 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T08:42:21,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40051-0x10134887ef20000, quorum=127.0.0.1:54133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T08:42:21,099 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b6ec326{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-20T08:42:21,101 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19301434{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-20T08:42:21,101 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-20T08:42:21,101 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-20T08:42:21,101 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47169f40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/hadoop.log.dir/,STOPPED}
2024-11-20T08:42:21,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-20T08:42:21,104 WARN  [BP-1100176351-172.17.0.2-1732092005493 heartbeating to localhost/127.0.0.1:39579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-20T08:42:21,104 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-20T08:42:21,104 WARN  [BP-1100176351-172.17.0.2-1732092005493 heartbeating to localhost/127.0.0.1:39579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1100176351-172.17.0.2-1732092005493 (Datanode Uuid c1c75484-4a66-49fe-a709-8378951dabf7) service to localhost/127.0.0.1:39579
2024-11-20T08:42:21,105 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/cluster_dd10caba-9dc4-02f1-62f0-4f3685f71b85/data/data1/current/BP-1100176351-172.17.0.2-1732092005493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-20T08:42:21,105 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/cluster_dd10caba-9dc4-02f1-62f0-4f3685f71b85/data/data2/current/BP-1100176351-172.17.0.2-1732092005493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-20T08:42:21,106 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-20T08:42:21,112 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-20T08:42:21,113 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-20T08:42:21,113 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-20T08:42:21,113 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-20T08:42:21,113 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9247cf31-1b84-dc92-ec4c-f4b9583fab8d/hadoop.log.dir/,STOPPED}
2024-11-20T08:42:21,120 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-20T08:42:21,142 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down