2024-12-09 14:33:57,953 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-09 14:33:57,971 main DEBUG Took 0.009732 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-09 14:33:57,972 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-09 14:33:57,972 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-09 14:33:57,973 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-09 14:33:57,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:57,981 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-09 14:33:57,992 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:57,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:57,994 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:57,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:57,995 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:57,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:57,996 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:57,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:57,996 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:57,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:57,997 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:57,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:57,998 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:57,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:57,999 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:57,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:57,999 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:58,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:58,000 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:58,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:58,001 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:58,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:58,002 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:58,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 14:33:58,002 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:58,002 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-09 14:33:58,004 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 14:33:58,005 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-09 14:33:58,007 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-09 14:33:58,007 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-09 14:33:58,008 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-09 14:33:58,008 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-09 14:33:58,017 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-09 14:33:58,019 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-09 14:33:58,020 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-09 14:33:58,021 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-09 14:33:58,021 main DEBUG createAppenders(={Console})
2024-12-09 14:33:58,022 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-09 14:33:58,022 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-09 14:33:58,022 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-09 14:33:58,023 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-09 14:33:58,023 main DEBUG OutputStream closed
2024-12-09 14:33:58,023 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-09 14:33:58,023 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-09 14:33:58,024 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-09 14:33:58,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-09 14:33:58,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-09 14:33:58,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-09 14:33:58,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-09 14:33:58,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-09 14:33:58,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-09 14:33:58,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-09 14:33:58,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-09 14:33:58,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-09 14:33:58,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-09 14:33:58,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-09 14:33:58,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-09 14:33:58,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-09 14:33:58,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-09 14:33:58,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-09 14:33:58,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-09 14:33:58,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-09 14:33:58,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-09 14:33:58,111 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09 14:33:58,111 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-09 14:33:58,111 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-09 14:33:58,112 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-09T14:33:58,130 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-09 14:33:58,134 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-09 14:33:58,135 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09T14:33:58,427 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca
2024-12-09T14:33:58,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-09T14:33:58,461 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/cluster_e11228e6-54e0-8928-1eef-3265723ca9d4, deleteOnExit=true
2024-12-09T14:33:58,461 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-09T14:33:58,462 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/test.cache.data in system properties and HBase conf
2024-12-09T14:33:58,462 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/hadoop.tmp.dir in system properties and HBase conf
2024-12-09T14:33:58,463 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/hadoop.log.dir in system properties and HBase conf
2024-12-09T14:33:58,464 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-09T14:33:58,464 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-09T14:33:58,465 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-09T14:33:58,562 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-09T14:33:58,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T14:33:58,654 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-09T14:33:58,655 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-09T14:33:58,655 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-09T14:33:58,656 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T14:33:58,656 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-09T14:33:58,656 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-09T14:33:58,657 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T14:33:58,657 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T14:33:58,657 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-09T14:33:58,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/nfs.dump.dir in system properties and HBase conf
2024-12-09T14:33:58,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/java.io.tmpdir in system properties and HBase conf
2024-12-09T14:33:58,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T14:33:58,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-09T14:33:58,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-09T14:33:59,524 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-09T14:33:59,604 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2394ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-09T14:33:59,696 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T14:33:59,776 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T14:33:59,796 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T14:33:59,796 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T14:33:59,797 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-09T14:33:59,810 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T14:33:59,812 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/hadoop.log.dir/,AVAILABLE}
2024-12-09T14:33:59,813 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T14:34:00,008 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/java.io.tmpdir/jetty-localhost-42397-hadoop-hdfs-3_4_1-tests_jar-_-any-5179282410274513361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T14:34:00,020 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:42397}
2024-12-09T14:34:00,021 INFO  [Time-limited test {}] server.Server(415): Started @2811ms
2024-12-09T14:34:00,403 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T14:34:00,409 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T14:34:00,410 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T14:34:00,411 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T14:34:00,411 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-09T14:34:00,412 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/hadoop.log.dir/,AVAILABLE}
2024-12-09T14:34:00,412 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T14:34:00,538 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/java.io.tmpdir/jetty-localhost-38103-hadoop-hdfs-3_4_1-tests_jar-_-any-5498303759233380660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T14:34:00,539 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:38103}
2024-12-09T14:34:00,540 INFO  [Time-limited test {}] server.Server(415): Started @3330ms
2024-12-09T14:34:00,594 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-09T14:34:01,054 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/cluster_e11228e6-54e0-8928-1eef-3265723ca9d4/data/data1/current/BP-1393720415-172.17.0.3-1733754839264/current, will proceed with Du for space computation calculation, 
2024-12-09T14:34:01,054 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/cluster_e11228e6-54e0-8928-1eef-3265723ca9d4/data/data2/current/BP-1393720415-172.17.0.3-1733754839264/current, will proceed with Du for space computation calculation, 
2024-12-09T14:34:01,103 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-09T14:34:01,173 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddd27519750e20c0 with lease ID 0x171685bcf5a5d0c7: Processing first storage report for DS-c2b92fa0-1d7f-445c-84e3-6e489f7a868e from datanode DatanodeRegistration(127.0.0.1:37635, datanodeUuid=19ee6a6d-0e70-48e8-b892-6d037b9911ff, infoPort=37509, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=1511529469;c=1733754839264)
2024-12-09T14:34:01,174 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddd27519750e20c0 with lease ID 0x171685bcf5a5d0c7: from storage DS-c2b92fa0-1d7f-445c-84e3-6e489f7a868e node DatanodeRegistration(127.0.0.1:37635, datanodeUuid=19ee6a6d-0e70-48e8-b892-6d037b9911ff, infoPort=37509, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=1511529469;c=1733754839264), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-09T14:34:01,175 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddd27519750e20c0 with lease ID 0x171685bcf5a5d0c7: Processing first storage report for DS-882ab06d-f630-44ce-8df4-f1ae68e95998 from datanode DatanodeRegistration(127.0.0.1:37635, datanodeUuid=19ee6a6d-0e70-48e8-b892-6d037b9911ff, infoPort=37509, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=1511529469;c=1733754839264)
2024-12-09T14:34:01,175 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddd27519750e20c0 with lease ID 0x171685bcf5a5d0c7: from storage DS-882ab06d-f630-44ce-8df4-f1ae68e95998 node DatanodeRegistration(127.0.0.1:37635, datanodeUuid=19ee6a6d-0e70-48e8-b892-6d037b9911ff, infoPort=37509, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=1511529469;c=1733754839264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-09T14:34:01,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca
2024-12-09T14:34:01,295 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/cluster_e11228e6-54e0-8928-1eef-3265723ca9d4/zookeeper_0, clientPort=56888, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/cluster_e11228e6-54e0-8928-1eef-3265723ca9d4/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/cluster_e11228e6-54e0-8928-1eef-3265723ca9d4/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-09T14:34:01,304 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56888
2024-12-09T14:34:01,315 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T14:34:01,319 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T14:34:01,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741825_1001 (size=7)
2024-12-09T14:34:01,978 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea with version=8
2024-12-09T14:34:01,979 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/hbase-staging
2024-12-09T14:34:02,068 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-09T14:34:02,302 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/f4e784dc7cb5:0 server-side Connection retries=9
2024-12-09T14:34:02,313 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T14:34:02,314 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T14:34:02,319 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T14:34:02,319 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T14:34:02,320 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T14:34:02,460 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-09T14:34:02,529 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-09T14:34:02,541 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-09T14:34:02,544 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T14:34:02,569 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 30183 (auto-detected)
2024-12-09T14:34:02,570 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-09T14:34:02,588 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45149
2024-12-09T14:34:02,610 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45149 connecting to ZooKeeper ensemble=127.0.0.1:56888
2024-12-09T14:34:02,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451490x0, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T14:34:02,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45149-0x1012b9af8dc0000 connected
2024-12-09T14:34:02,679 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T14:34:02,682 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T14:34:02,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T14:34:02,696 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea, hbase.cluster.distributed=false
2024-12-09T14:34:02,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T14:34:02,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45149
2024-12-09T14:34:02,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45149
2024-12-09T14:34:02,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45149
2024-12-09T14:34:02,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45149
2024-12-09T14:34:02,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45149
2024-12-09T14:34:02,847 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4e784dc7cb5:0 server-side Connection retries=9
2024-12-09T14:34:02,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T14:34:02,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T14:34:02,849 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T14:34:02,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T14:34:02,850 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T14:34:02,853 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T14:34:02,855 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T14:34:02,856 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36117
2024-12-09T14:34:02,859 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36117 connecting to ZooKeeper ensemble=127.0.0.1:56888
2024-12-09T14:34:02,860 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T14:34:02,864 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T14:34:02,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361170x0, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T14:34:02,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361170x0, quorum=127.0.0.1:56888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T14:34:02,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36117-0x1012b9af8dc0001 connected
2024-12-09T14:34:02,879 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T14:34:02,889 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T14:34:02,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T14:34:02,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T14:34:02,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36117
2024-12-09T14:34:02,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36117
2024-12-09T14:34:02,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36117
2024-12-09T14:34:02,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36117
2024-12-09T14:34:02,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36117
2024-12-09T14:34:02,920 DEBUG [M:0;f4e784dc7cb5:45149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4e784dc7cb5:45149
2024-12-09T14:34:02,921 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f4e784dc7cb5,45149,1733754842121
2024-12-09T14:34:02,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T14:34:02,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T14:34:02,932 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f4e784dc7cb5,45149,1733754842121
2024-12-09T14:34:02,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T14:34:02,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:34:02,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:34:02,954 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-09T14:34:02,956 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f4e784dc7cb5,45149,1733754842121 from backup master directory
2024-12-09T14:34:02,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T14:34:02,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f4e784dc7cb5,45149,1733754842121
2024-12-09T14:34:02,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T14:34:02,959 WARN  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T14:34:02,959 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4e784dc7cb5,45149,1733754842121
2024-12-09T14:34:02,962 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-09T14:34:02,964 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-09T14:34:03,019 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/hbase.id] with ID: 20176040-557a-4e22-b68c-f58aaf48e019
2024-12-09T14:34:03,019 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/.tmp/hbase.id
2024-12-09T14:34:03,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741826_1002 (size=42)
2024-12-09T14:34:03,431 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/.tmp/hbase.id]:[hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/hbase.id]
2024-12-09T14:34:03,475 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T14:34:03,480 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-09T14:34:03,498 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-12-09T14:34:03,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:34:03,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:34:03,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741827_1003 (size=196)
2024-12-09T14:34:03,532 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:34:03,534 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T14:34:03,549 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T14:34:03,553 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T14:34:03,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741828_1004 (size=1189)
2024-12-09T14:34:03,999 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store
2024-12-09T14:34:04,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741829_1005 (size=34)
2024-12-09T14:34:04,022 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-09T14:34:04,025 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:34:04,026 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T14:34:04,026 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T14:34:04,026 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T14:34:04,028 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T14:34:04,028 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T14:34:04,028 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T14:34:04,029 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733754844026Disabling compacts and flushes for region at 1733754844026Disabling writes for close at 1733754844028 (+2 ms)Writing region close event to WAL at 1733754844028Closed at 1733754844028
2024-12-09T14:34:04,031 WARN  [master/f4e784dc7cb5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/.initializing
2024-12-09T14:34:04,031 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/WALs/f4e784dc7cb5,45149,1733754842121
2024-12-09T14:34:04,039 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T14:34:04,053 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e784dc7cb5%2C45149%2C1733754842121, suffix=, logDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/WALs/f4e784dc7cb5,45149,1733754842121, archiveDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/oldWALs, maxLogs=10
2024-12-09T14:34:04,077 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/WALs/f4e784dc7cb5,45149,1733754842121/f4e784dc7cb5%2C45149%2C1733754842121.1733754844058, exclude list is [], retry=0
2024-12-09T14:34:04,093 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37635,DS-c2b92fa0-1d7f-445c-84e3-6e489f7a868e,DISK]
2024-12-09T14:34:04,096 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-09T14:34:04,131 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/WALs/f4e784dc7cb5,45149,1733754842121/f4e784dc7cb5%2C45149%2C1733754842121.1733754844058
2024-12-09T14:34:04,132 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37509:37509)]
2024-12-09T14:34:04,133 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:34:04,133 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:34:04,136 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T14:34:04,137 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T14:34:04,176 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T14:34:04,203 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T14:34:04,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:34:04,209 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T14:34:04,210 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T14:34:04,213 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T14:34:04,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:34:04,214 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:34:04,214 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T14:34:04,216 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T14:34:04,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:34:04,218 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:34:04,218 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T14:34:04,220 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T14:34:04,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:34:04,221 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:34:04,222 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T14:34:04,225 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T14:34:04,226 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T14:34:04,231 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T14:34:04,231 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T14:34:04,235 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T14:34:04,238 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T14:34:04,242 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:34:04,243 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66879565, jitterRate=-0.0034168213605880737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T14:34:04,249 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733754844151Initializing all the Stores at 1733754844153 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733754844153Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754844154 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754844154Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754844154Cleaning up temporary data from old regions at 1733754844231 (+77 ms)Region opened successfully at 1733754844248 (+17 ms)
2024-12-09T14:34:04,250 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T14:34:04,282 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7129d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4e784dc7cb5/172.17.0.3:0
2024-12-09T14:34:04,313 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-09T14:34:04,324 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-09T14:34:04,324 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-09T14:34:04,327 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-09T14:34:04,329 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-09T14:34:04,333 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-12-09T14:34:04,334 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T14:34:04,364 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-09T14:34:04,372 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-09T14:34:04,375 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-09T14:34:04,377 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-09T14:34:04,379 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-09T14:34:04,381 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-09T14:34:04,384 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-09T14:34:04,388 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-09T14:34:04,391 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-09T14:34:04,393 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-09T14:34:04,395 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-09T14:34:04,416 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-09T14:34:04,418 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-09T14:34:04,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T14:34:04,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T14:34:04,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:34:04,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:34:04,425 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4e784dc7cb5,45149,1733754842121, sessionid=0x1012b9af8dc0000, setting cluster-up flag (Was=false)
2024-12-09T14:34:04,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:34:04,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:34:04,453 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-09T14:34:04,455 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4e784dc7cb5,45149,1733754842121
2024-12-09T14:34:04,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:34:04,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:34:04,469 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-09T14:34:04,471 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4e784dc7cb5,45149,1733754842121
2024-12-09T14:34:04,478 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-09T14:34:04,508 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(746): ClusterId : 20176040-557a-4e22-b68c-f58aaf48e019
2024-12-09T14:34:04,511 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T14:34:04,516 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T14:34:04,516 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T14:34:04,518 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T14:34:04,519 DEBUG [RS:0;f4e784dc7cb5:36117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ff673c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4e784dc7cb5/172.17.0.3:0
2024-12-09T14:34:04,537 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4e784dc7cb5:36117
2024-12-09T14:34:04,540 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T14:34:04,540 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T14:34:04,540 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T14:34:04,543 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4e784dc7cb5,45149,1733754842121 with port=36117, startcode=1733754842810
2024-12-09T14:34:04,553 DEBUG [RS:0;f4e784dc7cb5:36117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T14:34:04,559 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-09T14:34:04,571 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-09T14:34:04,580 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-09T14:34:04,586 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4e784dc7cb5,45149,1733754842121
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-09T14:34:04,592 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T14:34:04,595 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4e784dc7cb5:0, corePoolSize=5, maxPoolSize=5
2024-12-09T14:34:04,595 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4e784dc7cb5:0, corePoolSize=5, maxPoolSize=5
2024-12-09T14:34:04,595 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4e784dc7cb5:0, corePoolSize=5, maxPoolSize=5
2024-12-09T14:34:04,596 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4e784dc7cb5:0, corePoolSize=5, maxPoolSize=5
2024-12-09T14:34:04,596 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4e784dc7cb5:0, corePoolSize=10, maxPoolSize=10
2024-12-09T14:34:04,596 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:04,597 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4e784dc7cb5:0, corePoolSize=2, maxPoolSize=2
2024-12-09T14:34:04,597 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:04,600 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45149 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T14:34:04,602 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733754874602
2024-12-09T14:34:04,604 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-09T14:34:04,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T14:34:04,606 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-09T14:34:04,606 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-09T14:34:04,611 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-09T14:34:04,611 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-09T14:34:04,611 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-09T14:34:04,612 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-09T14:34:04,613 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:34:04,613 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-09T14:34:04,613 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:04,619 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-09T14:34:04,620 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-09T14:34:04,621 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-09T14:34:04,627 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-09T14:34:04,628 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-09T14:34:04,630 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-09T14:34:04,630 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4e784dc7cb5:0:becomeActiveMaster-HFileCleaner.large.0-1733754844630,5,FailOnTimeoutGroup]
2024-12-09T14:34:04,631 WARN  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-09T14:34:04,631 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4e784dc7cb5:0:becomeActiveMaster-HFileCleaner.small.0-1733754844631,5,FailOnTimeoutGroup]
2024-12-09T14:34:04,631 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:04,632 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-09T14:34:04,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741831_1007 (size=1321)
2024-12-09T14:34:04,633 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:04,633 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:04,634 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-09T14:34:04,635 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:34:04,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741832_1008 (size=32)
2024-12-09T14:34:04,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:34:04,651 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T14:34:04,654 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T14:34:04,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:34:04,655 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T14:34:04,656 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T14:34:04,658 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T14:34:04,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:34:04,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T14:34:04,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T14:34:04,663 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T14:34:04,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:34:04,664 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T14:34:04,664 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T14:34:04,667 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T14:34:04,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:34:04,669 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T14:34:04,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T14:34:04,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740
2024-12-09T14:34:04,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740
2024-12-09T14:34:04,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T14:34:04,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T14:34:04,676 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T14:34:04,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T14:34:04,684 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:34:04,685 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65784436, jitterRate=-0.019735515117645264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T14:34:04,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733754844648Initializing all the Stores at 1733754844650 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733754844650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733754844651 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754844651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733754844651Cleaning up temporary data from old regions at 1733754844675 (+24 ms)Region opened successfully at 1733754844688 (+13 ms)
2024-12-09T14:34:04,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T14:34:04,688 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T14:34:04,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T14:34:04,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T14:34:04,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T14:34:04,691 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T14:34:04,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733754844688Disabling compacts and flushes for region at 1733754844688Disabling writes for close at 1733754844689 (+1 ms)Writing region close event to WAL at 1733754844690 (+1 ms)Closed at 1733754844690
2024-12-09T14:34:04,695 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T14:34:04,695 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-09T14:34:04,702 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-09T14:34:04,712 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T14:34:04,715 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T14:34:04,866 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:05,867 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:06,868 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:07,868 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:08,869 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:09,870 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:10,870 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:11,871 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:12,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-09T14:34:12,526 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-09T14:34:12,872 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:13,872 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:14,873 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:15,874 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:16,875 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:17,875 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:18,876 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:19,877 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:20,877 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:21,878 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:22,879 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:23,880 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:24,880 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:25,881 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:26,882 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:27,883 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:28,883 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:29,884 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:30,885 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:31,219 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T14:34:31,886 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:32,886 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:33,887 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:34,632 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4e784dc7cb5,45149,1733754842121 with port=36117, startcode=1733754842810
2024-12-09T14:34:34,634 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4e784dc7cb5,36117,1733754842810
2024-12-09T14:34:34,637 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45149 {}] master.ServerManager(517): Registering regionserver=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:34:34,645 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:34:34,645 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36387
2024-12-09T14:34:34,646 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T14:34:34,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T14:34:34,651 DEBUG [RS:0;f4e784dc7cb5:36117 {}] zookeeper.ZKUtil(111): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f4e784dc7cb5,36117,1733754842810
2024-12-09T14:34:34,651 WARN  [RS:0;f4e784dc7cb5:36117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T14:34:34,651 INFO  [RS:0;f4e784dc7cb5:36117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T14:34:34,651 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/WALs/f4e784dc7cb5,36117,1733754842810
2024-12-09T14:34:34,653 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4e784dc7cb5,36117,1733754842810]
2024-12-09T14:34:34,676 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T14:34:34,690 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T14:34:34,697 INFO  [RS:0;f4e784dc7cb5:36117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T14:34:34,698 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:34,699 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T14:34:34,705 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T14:34:34,707 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:34,707 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,707 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,707 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,707 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,708 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,708 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4e784dc7cb5:0, corePoolSize=2, maxPoolSize=2
2024-12-09T14:34:34,708 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,708 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,708 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,708 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,708 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,708 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4e784dc7cb5:0, corePoolSize=1, maxPoolSize=1
2024-12-09T14:34:34,709 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4e784dc7cb5:0, corePoolSize=3, maxPoolSize=3
2024-12-09T14:34:34,709 DEBUG [RS:0;f4e784dc7cb5:36117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4e784dc7cb5:0, corePoolSize=3, maxPoolSize=3
2024-12-09T14:34:34,709 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:34,710 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:34,710 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:34,710 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:34,710 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:34,710 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e784dc7cb5,36117,1733754842810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T14:34:34,730 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T14:34:34,732 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e784dc7cb5,36117,1733754842810-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:34,733 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:34,733 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.Replication(171): f4e784dc7cb5,36117,1733754842810 started
2024-12-09T14:34:34,752 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T14:34:34,753 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1482): Serving as f4e784dc7cb5,36117,1733754842810, RpcServer on f4e784dc7cb5/172.17.0.3:36117, sessionid=0x1012b9af8dc0001
2024-12-09T14:34:34,753 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T14:34:34,754 DEBUG [RS:0;f4e784dc7cb5:36117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4e784dc7cb5,36117,1733754842810
2024-12-09T14:34:34,754 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e784dc7cb5,36117,1733754842810'
2024-12-09T14:34:34,754 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T14:34:34,755 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T14:34:34,756 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T14:34:34,756 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T14:34:34,756 DEBUG [RS:0;f4e784dc7cb5:36117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4e784dc7cb5,36117,1733754842810
2024-12-09T14:34:34,756 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e784dc7cb5,36117,1733754842810'
2024-12-09T14:34:34,756 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T14:34:34,757 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T14:34:34,757 DEBUG [RS:0;f4e784dc7cb5:36117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T14:34:34,757 INFO  [RS:0;f4e784dc7cb5:36117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T14:34:34,757 INFO  [RS:0;f4e784dc7cb5:36117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T14:34:34,888 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:35,888 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:36,889 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:37,890 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:38,890 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:39,891 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:40,892 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:41,892 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:42,893 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:43,894 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:44,895 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:45,895 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:46,896 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:47,897 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:48,898 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:49,898 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:50,899 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:51,900 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:52,901 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:53,902 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:54,902 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:55,903 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:56,904 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:57,905 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:58,905 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:34:59,906 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:35:00,907 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:35:01,219 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T14:35:01,907 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:35:02,908 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:35:03,909 WARN  [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T14:35:04,763 INFO  [RS:0;f4e784dc7cb5:36117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T14:35:04,767 INFO  [RS:0;f4e784dc7cb5:36117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e784dc7cb5%2C36117%2C1733754842810, suffix=, logDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/WALs/f4e784dc7cb5,36117,1733754842810, archiveDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/oldWALs, maxLogs=32
2024-12-09T14:35:04,785 DEBUG [RS:0;f4e784dc7cb5:36117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/WALs/f4e784dc7cb5,36117,1733754842810/f4e784dc7cb5%2C36117%2C1733754842810.1733754904769, exclude list is [], retry=0
2024-12-09T14:35:04,791 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37635,DS-c2b92fa0-1d7f-445c-84e3-6e489f7a868e,DISK]
2024-12-09T14:35:04,794 INFO  [RS:0;f4e784dc7cb5:36117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/WALs/f4e784dc7cb5,36117,1733754842810/f4e784dc7cb5%2C36117%2C1733754842810.1733754904769
2024-12-09T14:35:04,795 DEBUG [RS:0;f4e784dc7cb5:36117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37509:37509)]
2024-12-09T14:35:04,911 DEBUG [f4e784dc7cb5:45149 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-09T14:35:04,924 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:04,931 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4e784dc7cb5,36117,1733754842810, state=OPENING
2024-12-09T14:35:04,936 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-09T14:35:04,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:35:04,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:35:04,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T14:35:04,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T14:35:04,941 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T14:35:04,944 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:35:05,123 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T14:35:05,128 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T14:35:05,140 INFO  [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-09T14:35:05,140 INFO  [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T14:35:05,141 INFO  [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-09T14:35:05,145 INFO  [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e784dc7cb5%2C36117%2C1733754842810.meta, suffix=.meta, logDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/WALs/f4e784dc7cb5,36117,1733754842810, archiveDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/oldWALs, maxLogs=32
2024-12-09T14:35:05,163 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/WALs/f4e784dc7cb5,36117,1733754842810/f4e784dc7cb5%2C36117%2C1733754842810.meta.1733754905147.meta, exclude list is [], retry=0
2024-12-09T14:35:05,167 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37635,DS-c2b92fa0-1d7f-445c-84e3-6e489f7a868e,DISK]
2024-12-09T14:35:05,170 INFO  [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/WALs/f4e784dc7cb5,36117,1733754842810/f4e784dc7cb5%2C36117%2C1733754842810.meta.1733754905147.meta
2024-12-09T14:35:05,171 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37509:37509)]
2024-12-09T14:35:05,171 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:35:05,173 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-09T14:35:05,176 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-09T14:35:05,182 INFO  [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-09T14:35:05,188 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-09T14:35:05,189 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:05,190 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-09T14:35:05,190 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-09T14:35:05,194 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T14:35:05,195 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T14:35:05,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:05,197 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T14:35:05,197 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T14:35:05,198 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T14:35:05,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:05,199 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T14:35:05,200 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T14:35:05,201 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T14:35:05,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:05,202 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T14:35:05,202 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T14:35:05,204 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T14:35:05,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:05,205 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T14:35:05,205 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T14:35:05,207 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740
2024-12-09T14:35:05,209 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740
2024-12-09T14:35:05,212 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T14:35:05,212 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T14:35:05,213 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T14:35:05,216 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T14:35:05,217 INFO  [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59783623, jitterRate=-0.1091545969247818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T14:35:05,217 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-09T14:35:05,219 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733754905190Writing region info on filesystem at 1733754905191 (+1 ms)Initializing all the Stores at 1733754905193 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733754905193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733754905194 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754905194Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733754905194Cleaning up temporary data from old regions at 1733754905212 (+18 ms)Running coprocessor post-open hooks at 1733754905217 (+5 ms)Region opened successfully at 1733754905219 (+2 ms)
2024-12-09T14:35:05,227 INFO  [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733754905114
2024-12-09T14:35:05,242 DEBUG [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-09T14:35:05,242 INFO  [RS_OPEN_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-09T14:35:05,244 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:05,246 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4e784dc7cb5,36117,1733754842810, state=OPEN
2024-12-09T14:35:05,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T14:35:05,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T14:35:05,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T14:35:05,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T14:35:05,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:05,262 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-09T14:35:05,262 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4e784dc7cb5,36117,1733754842810 in 313 msec
2024-12-09T14:35:05,269 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T14:35:05,269 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.563 sec
2024-12-09T14:35:05,271 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T14:35:05,271 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-09T14:35:05,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T14:35:05,292 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e784dc7cb5,36117,1733754842810, seqNum=-1]
2024-12-09T14:35:05,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T14:35:05,317 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T14:35:05,338 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.828 sec
2024-12-09T14:35:05,338 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733754905338, completionTime=-1
2024-12-09T14:35:05,341 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-09T14:35:05,341 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-09T14:35:05,370 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-09T14:35:05,370 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733754965370
2024-12-09T14:35:05,370 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733755025370
2024-12-09T14:35:05,370 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec
2024-12-09T14:35:05,372 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e784dc7cb5,45149,1733754842121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T14:35:05,372 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e784dc7cb5,45149,1733754842121-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T14:35:05,372 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e784dc7cb5,45149,1733754842121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T14:35:05,374 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4e784dc7cb5:45149, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T14:35:05,374 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-09T14:35:05,375 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-09T14:35:05,381 DEBUG [master/f4e784dc7cb5:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-09T14:35:05,401 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.441sec
2024-12-09T14:35:05,403 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-09T14:35:05,404 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-09T14:35:05,405 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-09T14:35:05,405 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-09T14:35:05,405 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-09T14:35:05,406 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e784dc7cb5,45149,1733754842121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T14:35:05,407 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e784dc7cb5,45149,1733754842121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-09T14:35:05,415 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-09T14:35:05,416 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-09T14:35:05,416 INFO  [master/f4e784dc7cb5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e784dc7cb5,45149,1733754842121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T14:35:05,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T14:35:05,477 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-09T14:35:05,477 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-09T14:35:05,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4e784dc7cb5,45149,-1 for getting cluster id
2024-12-09T14:35:05,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T14:35:05,497 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20176040-557a-4e22-b68c-f58aaf48e019'
2024-12-09T14:35:05,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T14:35:05,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20176040-557a-4e22-b68c-f58aaf48e019"

2024-12-09T14:35:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T14:35:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4e784dc7cb5,45149,-1]
2024-12-09T14:35:05,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T14:35:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T14:35:05,515 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T14:35:05,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T14:35:05,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T14:35:05,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e784dc7cb5,36117,1733754842810, seqNum=-1]
2024-12-09T14:35:05,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T14:35:05,529 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T14:35:05,551 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4e784dc7cb5,45149,1733754842121
2024-12-09T14:35:05,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T14:35:05,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4e784dc7cb5,45149,-1 for getting cluster id
2024-12-09T14:35:05,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T14:35:05,556 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20176040-557a-4e22-b68c-f58aaf48e019'
2024-12-09T14:35:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T14:35:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20176040-557a-4e22-b68c-f58aaf48e019"

2024-12-09T14:35:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce93834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T14:35:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4e784dc7cb5,45149,-1]
2024-12-09T14:35:05,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T14:35:05,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T14:35:05,560 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T14:35:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4acb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T14:35:05,576 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=6530
2024-12-09T14:35:05,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T14:35:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4e784dc7cb5,45149,1733754842121
2024-12-09T14:35:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18689943
2024-12-09T14:35:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T14:35:05,617 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T14:35:05,625 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:35:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-09T14:35:05,643 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T14:35:05,646 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-09T14:35:05,647 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:05,649 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T14:35:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T14:35:05,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741835_1011 (size=428)
2024-12-09T14:35:06,066 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5d75e0ffea2066e853dd7bd55dcf6d8, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:35:06,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741836_1012 (size=79)
2024-12-09T14:35:06,476 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:06,477 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing f5d75e0ffea2066e853dd7bd55dcf6d8, disabling compactions & flushes
2024-12-09T14:35:06,477 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:35:06,477 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:35:06,477 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8. after waiting 0 ms
2024-12-09T14:35:06,477 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:35:06,477 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:35:06,477 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5d75e0ffea2066e853dd7bd55dcf6d8:
Waiting for close lock at 1733754906477Disabling compacts and flushes for region at 1733754906477Disabling writes for close at 1733754906477Writing region close event to WAL at 1733754906477Closed at 1733754906477
2024-12-09T14:35:06,480 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T14:35:06,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733754906480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733754906480"}]},"ts":"1733754906480"}
2024-12-09T14:35:06,490 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T14:35:06,492 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T14:35:06,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754906492"}]},"ts":"1733754906492"}
2024-12-09T14:35:06,499 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-09T14:35:06,501 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f5d75e0ffea2066e853dd7bd55dcf6d8, ASSIGN}]
2024-12-09T14:35:06,503 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f5d75e0ffea2066e853dd7bd55dcf6d8, ASSIGN
2024-12-09T14:35:06,504 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f5d75e0ffea2066e853dd7bd55dcf6d8, ASSIGN; state=OFFLINE, location=f4e784dc7cb5,36117,1733754842810; forceNewPlan=false, retain=false
2024-12-09T14:35:06,656 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d75e0ffea2066e853dd7bd55dcf6d8, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:06,661 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f5d75e0ffea2066e853dd7bd55dcf6d8, ASSIGN because future has completed
2024-12-09T14:35:06,662 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d75e0ffea2066e853dd7bd55dcf6d8, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:35:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T14:35:06,824 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:35:06,824 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d75e0ffea2066e853dd7bd55dcf6d8, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:35:06,824 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:35:06,824 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:06,825 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:35:06,825 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:35:06,827 INFO  [StoreOpener-f5d75e0ffea2066e853dd7bd55dcf6d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f5d75e0ffea2066e853dd7bd55dcf6d8 
2024-12-09T14:35:06,829 INFO  [StoreOpener-f5d75e0ffea2066e853dd7bd55dcf6d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d75e0ffea2066e853dd7bd55dcf6d8 columnFamilyName testFamily
2024-12-09T14:35:06,829 DEBUG [StoreOpener-f5d75e0ffea2066e853dd7bd55dcf6d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:06,830 INFO  [StoreOpener-f5d75e0ffea2066e853dd7bd55dcf6d8-1 {}] regionserver.HStore(327): Store=f5d75e0ffea2066e853dd7bd55dcf6d8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:35:06,830 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:35:06,832 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:35:06,832 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:35:06,833 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:35:06,833 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:35:06,835 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:35:06,841 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f5d75e0ffea2066e853dd7bd55dcf6d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:35:06,841 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5d75e0ffea2066e853dd7bd55dcf6d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62491783, jitterRate=-0.06879986822605133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T14:35:06,842 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:35:06,843 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5d75e0ffea2066e853dd7bd55dcf6d8:
Running coprocessor pre-open hook at 1733754906825Writing region info on filesystem at 1733754906825Initializing all the Stores at 1733754906826 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754906826Cleaning up temporary data from old regions at 1733754906833 (+7 ms)Running coprocessor post-open hooks at 1733754906842 (+9 ms)Region opened successfully at 1733754906843 (+1 ms)
2024-12-09T14:35:06,845 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8., pid=6, masterSystemTime=1733754906817
2024-12-09T14:35:06,850 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:35:06,850 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:35:06,853 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d75e0ffea2066e853dd7bd55dcf6d8, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:06,859 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d75e0ffea2066e853dd7bd55dcf6d8, server=f4e784dc7cb5,36117,1733754842810 because future has completed
2024-12-09T14:35:06,870 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-09T14:35:06,871 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5d75e0ffea2066e853dd7bd55dcf6d8, server=f4e784dc7cb5,36117,1733754842810 in 203 msec
2024-12-09T14:35:06,874 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-09T14:35:06,875 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f5d75e0ffea2066e853dd7bd55dcf6d8, ASSIGN in 369 msec
2024-12-09T14:35:06,876 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T14:35:06,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754906876"}]},"ts":"1733754906876"}
2024-12-09T14:35:06,879 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-09T14:35:06,881 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T14:35:06,884 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2480 sec
2024-12-09T14:35:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T14:35:08,674 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-09T14:35:08,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-09T14:35:08,676 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:08,683 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-09T14:35:08,683 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:08,684 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-09T14:35:08,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T14:35:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e784dc7cb5,36117,1733754842810, seqNum=-1]
2024-12-09T14:35:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T14:35:08,693 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T14:35:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:35:08,715 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T14:35:08,719 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-09T14:35:08,724 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-09T14:35:08,728 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-09T14:35:08,729 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-09T14:35:08,730 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=122532165664636936
2024-12-09T14:35:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:42574 deadline: 1733754911729, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T14:35:08,740 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-09T14:35:08,741 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-09T14:35:08,742 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T14:35:08,744 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T14:35:08,745 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=122532165664636938
2024-12-09T14:35:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:42574 deadline: 1733754911744, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T14:35:08,750 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T14:35:08,751 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=122532165664636939
2024-12-09T14:35:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:42574 deadline: 1733754911749, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T14:35:08,754 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T14:35:08,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=122532165664636940
2024-12-09T14:35:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:42574 deadline: 1733754911754, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T14:35:08,758 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T14:35:08,772 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_418885854_22 at /127.0.0.1:51636 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 184), ProcessCount=11 (was 11), AvailableMemoryMB=6471 (was 6530)
2024-12-09T14:35:08,782 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=6471
2024-12-09T14:35:08,786 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:35:08,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-09T14:35:08,791 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T14:35:08,791 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:08,791 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-09T14:35:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T14:35:08,793 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T14:35:08,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741837_1013 (size=414)
2024-12-09T14:35:09,207 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5771d6b5cf22c932eae5ef779c6ee0b6, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:35:09,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741838_1014 (size=65)
2024-12-09T14:35:09,617 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:09,618 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 5771d6b5cf22c932eae5ef779c6ee0b6, disabling compactions & flushes
2024-12-09T14:35:09,618 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:35:09,618 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:35:09,618 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6. after waiting 0 ms
2024-12-09T14:35:09,618 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:35:09,618 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:35:09,618 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5771d6b5cf22c932eae5ef779c6ee0b6:
Waiting for close lock at 1733754909617Disabling compacts and flushes for region at 1733754909617Disabling writes for close at 1733754909618 (+1 ms)Writing region close event to WAL at 1733754909618Closed at 1733754909618
2024-12-09T14:35:09,620 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T14:35:09,620 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733754909620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733754909620"}]},"ts":"1733754909620"}
2024-12-09T14:35:09,624 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T14:35:09,625 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T14:35:09,626 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754909625"}]},"ts":"1733754909625"}
2024-12-09T14:35:09,628 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-09T14:35:09,629 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5771d6b5cf22c932eae5ef779c6ee0b6, ASSIGN}]
2024-12-09T14:35:09,631 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5771d6b5cf22c932eae5ef779c6ee0b6, ASSIGN
2024-12-09T14:35:09,633 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5771d6b5cf22c932eae5ef779c6ee0b6, ASSIGN; state=OFFLINE, location=f4e784dc7cb5,36117,1733754842810; forceNewPlan=false, retain=false
2024-12-09T14:35:09,784 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5771d6b5cf22c932eae5ef779c6ee0b6, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:09,788 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5771d6b5cf22c932eae5ef779c6ee0b6, ASSIGN because future has completed
2024-12-09T14:35:09,789 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5771d6b5cf22c932eae5ef779c6ee0b6, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:35:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T14:35:09,949 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:35:09,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 5771d6b5cf22c932eae5ef779c6ee0b6, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:35:09,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:35:09,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:09,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:35:09,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:35:09,952 INFO  [StoreOpener-5771d6b5cf22c932eae5ef779c6ee0b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5771d6b5cf22c932eae5ef779c6ee0b6 
2024-12-09T14:35:09,954 INFO  [StoreOpener-5771d6b5cf22c932eae5ef779c6ee0b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5771d6b5cf22c932eae5ef779c6ee0b6 columnFamilyName testFamily
2024-12-09T14:35:09,954 DEBUG [StoreOpener-5771d6b5cf22c932eae5ef779c6ee0b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:09,955 INFO  [StoreOpener-5771d6b5cf22c932eae5ef779c6ee0b6-1 {}] regionserver.HStore(327): Store=5771d6b5cf22c932eae5ef779c6ee0b6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:35:09,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:35:09,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScanner/5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:35:09,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScanner/5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:35:09,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:35:09,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:35:09,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:35:09,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScanner/5771d6b5cf22c932eae5ef779c6ee0b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:35:09,964 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 5771d6b5cf22c932eae5ef779c6ee0b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63973421, jitterRate=-0.04672174155712128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T14:35:09,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:35:09,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 5771d6b5cf22c932eae5ef779c6ee0b6:
Running coprocessor pre-open hook at 1733754909950Writing region info on filesystem at 1733754909950Initializing all the Stores at 1733754909952 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754909952Cleaning up temporary data from old regions at 1733754909958 (+6 ms)Running coprocessor post-open hooks at 1733754909965 (+7 ms)Region opened successfully at 1733754909965
2024-12-09T14:35:09,967 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6., pid=9, masterSystemTime=1733754909942
2024-12-09T14:35:09,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:35:09,971 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:35:09,973 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5771d6b5cf22c932eae5ef779c6ee0b6, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:09,977 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5771d6b5cf22c932eae5ef779c6ee0b6, server=f4e784dc7cb5,36117,1733754842810 because future has completed
2024-12-09T14:35:09,983 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-09T14:35:09,983 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5771d6b5cf22c932eae5ef779c6ee0b6, server=f4e784dc7cb5,36117,1733754842810 in 190 msec
2024-12-09T14:35:09,987 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-09T14:35:09,988 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5771d6b5cf22c932eae5ef779c6ee0b6, ASSIGN in 354 msec
2024-12-09T14:35:09,989 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T14:35:09,989 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754909989"}]},"ts":"1733754909989"}
2024-12-09T14:35:09,992 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-09T14:35:09,994 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T14:35:09,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2080 sec
2024-12-09T14:35:10,720 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T14:35:10,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-09T14:35:10,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-09T14:35:10,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-09T14:35:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T14:35:11,815 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-09T14:35:11,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-09T14:35:11,815 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:11,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-09T14:35:11,820 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:11,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-09T14:35:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:35:11,836 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T14:35:11,836 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-09T14:35:11,839 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T14:35:11,841 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-09T14:35:12,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-09T14:35:12,525 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-09T14:35:12,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T14:35:12,526 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-09T14:35:12,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-09T14:35:12,527 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T14:35:12,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-09T14:35:12,528 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-09T14:35:17,854 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f4e784dc7cb5:36117 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-12-09T14:35:17,855 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-12-09T14:35:17,855 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 from cache
2024-12-09T14:35:17,867 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 177) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7168 (was 6471) - AvailableMemoryMB LEAK? -
2024-12-09T14:35:17,877 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=7168
2024-12-09T14:35:17,881 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:35:17,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-09T14:35:17,885 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T14:35:17,885 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:17,885 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-09T14:35:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-09T14:35:17,887 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T14:35:17,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741839_1015 (size=412)
2024-12-09T14:35:18,303 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c67831d348eeded1c783a8fe0c1bee1, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:35:18,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741840_1016 (size=63)
2024-12-09T14:35:18,341 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:18,341 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5c67831d348eeded1c783a8fe0c1bee1, disabling compactions & flushes
2024-12-09T14:35:18,341 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:35:18,341 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:35:18,341 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1. after waiting 0 ms
2024-12-09T14:35:18,341 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:35:18,341 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:35:18,341 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c67831d348eeded1c783a8fe0c1bee1:
Waiting for close lock at 1733754918341Disabling compacts and flushes for region at 1733754918341Disabling writes for close at 1733754918341Writing region close event to WAL at 1733754918341Closed at 1733754918341
2024-12-09T14:35:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-09T14:35:18,343 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T14:35:18,344 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733754918344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733754918344"}]},"ts":"1733754918344"}
2024-12-09T14:35:18,348 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T14:35:18,349 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T14:35:18,350 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754918350"}]},"ts":"1733754918350"}
2024-12-09T14:35:18,354 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-09T14:35:18,354 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5c67831d348eeded1c783a8fe0c1bee1, ASSIGN}]
2024-12-09T14:35:18,357 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5c67831d348eeded1c783a8fe0c1bee1, ASSIGN
2024-12-09T14:35:18,358 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5c67831d348eeded1c783a8fe0c1bee1, ASSIGN; state=OFFLINE, location=f4e784dc7cb5,36117,1733754842810; forceNewPlan=false, retain=false
2024-12-09T14:35:18,509 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5c67831d348eeded1c783a8fe0c1bee1, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:18,513 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5c67831d348eeded1c783a8fe0c1bee1, ASSIGN because future has completed
2024-12-09T14:35:18,514 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c67831d348eeded1c783a8fe0c1bee1, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:35:18,674 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:35:18,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c67831d348eeded1c783a8fe0c1bee1, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:35:18,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:35:18,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:18,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:35:18,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:35:18,677 INFO  [StoreOpener-5c67831d348eeded1c783a8fe0c1bee1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5c67831d348eeded1c783a8fe0c1bee1 
2024-12-09T14:35:18,679 INFO  [StoreOpener-5c67831d348eeded1c783a8fe0c1bee1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c67831d348eeded1c783a8fe0c1bee1 columnFamilyName testFamily
2024-12-09T14:35:18,679 DEBUG [StoreOpener-5c67831d348eeded1c783a8fe0c1bee1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:18,680 INFO  [StoreOpener-5c67831d348eeded1c783a8fe0c1bee1-1 {}] regionserver.HStore(327): Store=5c67831d348eeded1c783a8fe0c1bee1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:35:18,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:35:18,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNextAsync/5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:35:18,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNextAsync/5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:35:18,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:35:18,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:35:18,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:35:18,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNextAsync/5c67831d348eeded1c783a8fe0c1bee1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:35:18,689 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 5c67831d348eeded1c783a8fe0c1bee1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68443059, jitterRate=0.019881054759025574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T14:35:18,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:35:18,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5c67831d348eeded1c783a8fe0c1bee1:
Running coprocessor pre-open hook at 1733754918675Writing region info on filesystem at 1733754918675Initializing all the Stores at 1733754918676 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754918676Cleaning up temporary data from old regions at 1733754918682 (+6 ms)Running coprocessor post-open hooks at 1733754918689 (+7 ms)Region opened successfully at 1733754918689
2024-12-09T14:35:18,691 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1., pid=12, masterSystemTime=1733754918668
2024-12-09T14:35:18,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:35:18,695 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:35:18,696 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5c67831d348eeded1c783a8fe0c1bee1, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:18,698 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c67831d348eeded1c783a8fe0c1bee1, server=f4e784dc7cb5,36117,1733754842810 because future has completed
2024-12-09T14:35:18,703 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-09T14:35:18,703 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c67831d348eeded1c783a8fe0c1bee1, server=f4e784dc7cb5,36117,1733754842810 in 186 msec
2024-12-09T14:35:18,707 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-09T14:35:18,707 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5c67831d348eeded1c783a8fe0c1bee1, ASSIGN in 349 msec
2024-12-09T14:35:18,708 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T14:35:18,708 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754918708"}]},"ts":"1733754918708"}
2024-12-09T14:35:18,711 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-09T14:35:18,712 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T14:35:18,714 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 831 msec
2024-12-09T14:35:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-09T14:35:18,904 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-09T14:35:18,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-09T14:35:18,905 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:18,910 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-09T14:35:18,910 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:18,910 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-09T14:35:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:35:18,929 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T14:35:18,929 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-09T14:35:18,935 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T14:35:18,938 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T14:35:18,941 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T14:35:18,941 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-09T14:35:22,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-09T14:35:22,525 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T14:35:22,754 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-09T14:35:24,204 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T14:35:24,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36117 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636949' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T14:35:24,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36117 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:42574 deadline: 1733754930950, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636949' does not exist
2024-12-09T14:35:24,954 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f4e784dc7cb5,36117,1733754842810 for closing scanner id = 122532165664636949 for 5c67831d348eeded1c783a8fe0c1bee1 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636949' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T14:35:24,956 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=6904 (was 7168)
2024-12-09T14:35:24,965 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=11, AvailableMemoryMB=6904
2024-12-09T14:35:24,967 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:35:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-09T14:35:24,970 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T14:35:24,971 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:24,971 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-09T14:35:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T14:35:24,972 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T14:35:24,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741841_1017 (size=423)
2024-12-09T14:35:25,385 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27d421a28f5a5c52ca64b57d7ce71e1e, NAME => 'testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:35:25,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741842_1018 (size=74)
2024-12-09T14:35:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-09T14:35:25,795 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:25,795 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 27d421a28f5a5c52ca64b57d7ce71e1e, disabling compactions & flushes
2024-12-09T14:35:25,795 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:35:25,795 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:35:25,795 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e. after waiting 0 ms
2024-12-09T14:35:25,795 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:35:25,795 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:35:25,796 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27d421a28f5a5c52ca64b57d7ce71e1e:
Waiting for close lock at 1733754925795Disabling compacts and flushes for region at 1733754925795Disabling writes for close at 1733754925795Writing region close event to WAL at 1733754925795Closed at 1733754925795
2024-12-09T14:35:25,798 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T14:35:25,798 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733754925798"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733754925798"}]},"ts":"1733754925798"}
2024-12-09T14:35:25,801 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T14:35:25,802 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T14:35:25,803 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754925802"}]},"ts":"1733754925802"}
2024-12-09T14:35:25,805 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-09T14:35:25,805 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=27d421a28f5a5c52ca64b57d7ce71e1e, ASSIGN}]
2024-12-09T14:35:25,807 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=27d421a28f5a5c52ca64b57d7ce71e1e, ASSIGN
2024-12-09T14:35:25,808 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=27d421a28f5a5c52ca64b57d7ce71e1e, ASSIGN; state=OFFLINE, location=f4e784dc7cb5,36117,1733754842810; forceNewPlan=false, retain=false
2024-12-09T14:35:25,959 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=27d421a28f5a5c52ca64b57d7ce71e1e, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:25,962 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=27d421a28f5a5c52ca64b57d7ce71e1e, ASSIGN because future has completed
2024-12-09T14:35:25,963 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27d421a28f5a5c52ca64b57d7ce71e1e, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:35:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T14:35:26,121 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:35:26,122 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 27d421a28f5a5c52ca64b57d7ce71e1e, NAME => 'testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:35:26,122 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:35:26,122 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:26,122 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:35:26,122 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:35:26,124 INFO  [StoreOpener-27d421a28f5a5c52ca64b57d7ce71e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 27d421a28f5a5c52ca64b57d7ce71e1e 
2024-12-09T14:35:26,127 INFO  [StoreOpener-27d421a28f5a5c52ca64b57d7ce71e1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27d421a28f5a5c52ca64b57d7ce71e1e columnFamilyName testFamily
2024-12-09T14:35:26,128 DEBUG [StoreOpener-27d421a28f5a5c52ca64b57d7ce71e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:26,128 INFO  [StoreOpener-27d421a28f5a5c52ca64b57d7ce71e1e-1 {}] regionserver.HStore(327): Store=27d421a28f5a5c52ca64b57d7ce71e1e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:35:26,129 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:35:26,130 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextException/27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:35:26,130 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextException/27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:35:26,131 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:35:26,131 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:35:26,133 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:35:26,138 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextException/27d421a28f5a5c52ca64b57d7ce71e1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:35:26,139 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 27d421a28f5a5c52ca64b57d7ce71e1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61533090, jitterRate=-0.08308550715446472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T14:35:26,139 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:35:26,140 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 27d421a28f5a5c52ca64b57d7ce71e1e:
Running coprocessor pre-open hook at 1733754926122Writing region info on filesystem at 1733754926122Initializing all the Stores at 1733754926124 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754926124Cleaning up temporary data from old regions at 1733754926131 (+7 ms)Running coprocessor post-open hooks at 1733754926139 (+8 ms)Region opened successfully at 1733754926140 (+1 ms)
2024-12-09T14:35:26,141 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e., pid=15, masterSystemTime=1733754926116
2024-12-09T14:35:26,145 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:35:26,145 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:35:26,146 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=27d421a28f5a5c52ca64b57d7ce71e1e, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:26,150 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27d421a28f5a5c52ca64b57d7ce71e1e, server=f4e784dc7cb5,36117,1733754842810 because future has completed
2024-12-09T14:35:26,155 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-09T14:35:26,155 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 27d421a28f5a5c52ca64b57d7ce71e1e, server=f4e784dc7cb5,36117,1733754842810 in 189 msec
2024-12-09T14:35:26,159 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-09T14:35:26,159 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=27d421a28f5a5c52ca64b57d7ce71e1e, ASSIGN in 350 msec
2024-12-09T14:35:26,162 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T14:35:26,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754926162"}]},"ts":"1733754926162"}
2024-12-09T14:35:26,165 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-09T14:35:26,167 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T14:35:26,170 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1990 sec
2024-12-09T14:35:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T14:35:28,004 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-09T14:35:28,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-09T14:35:28,005 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:28,009 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-09T14:35:28,009 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:28,010 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-09T14:35:28,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:35:28,024 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T14:35:28,025 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-09T14:35:28,028 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-09T14:35:28,031 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-09T14:35:28,032 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-09T14:35:28,033 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=122532165664636953
2024-12-09T14:35:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:42574 deadline: 1733754931032, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T14:35:28,038 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-09T14:35:28,039 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-09T14:35:28,040 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T14:35:28,041 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T14:35:28,042 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=122532165664636955
2024-12-09T14:35:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:42574 deadline: 1733754931041, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T14:35:28,046 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T14:35:28,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=122532165664636956
2024-12-09T14:35:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:42574 deadline: 1733754931045, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T14:35:28,050 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T14:35:28,051 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=122532165664636957
2024-12-09T14:35:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:42574 deadline: 1733754931050, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T14:35:28,054 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T14:35:28,072 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_418885854_22 at /127.0.0.1:34400 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 202), ProcessCount=11 (was 11), AvailableMemoryMB=6857 (was 6904)
2024-12-09T14:35:28,080 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=6856
2024-12-09T14:35:28,084 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:35:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-09T14:35:28,087 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T14:35:28,088 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:28,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-09T14:35:28,089 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T14:35:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-09T14:35:28,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741843_1019 (size=418)
2024-12-09T14:35:28,502 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8c1354a325fbdacc72d85b059f19d42, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:35:28,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741844_1020 (size=69)
2024-12-09T14:35:28,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-09T14:35:28,911 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:28,911 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing c8c1354a325fbdacc72d85b059f19d42, disabling compactions & flushes
2024-12-09T14:35:28,911 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:35:28,912 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:35:28,912 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42. after waiting 0 ms
2024-12-09T14:35:28,912 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:35:28,912 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:35:28,912 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8c1354a325fbdacc72d85b059f19d42:
Waiting for close lock at 1733754928911Disabling compacts and flushes for region at 1733754928911Disabling writes for close at 1733754928912 (+1 ms)Writing region close event to WAL at 1733754928912Closed at 1733754928912
2024-12-09T14:35:28,914 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T14:35:28,915 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733754928914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733754928914"}]},"ts":"1733754928914"}
2024-12-09T14:35:28,918 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T14:35:28,919 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T14:35:28,919 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754928919"}]},"ts":"1733754928919"}
2024-12-09T14:35:28,922 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-09T14:35:28,922 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c8c1354a325fbdacc72d85b059f19d42, ASSIGN}]
2024-12-09T14:35:28,924 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c8c1354a325fbdacc72d85b059f19d42, ASSIGN
2024-12-09T14:35:28,925 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c8c1354a325fbdacc72d85b059f19d42, ASSIGN; state=OFFLINE, location=f4e784dc7cb5,36117,1733754842810; forceNewPlan=false, retain=false
2024-12-09T14:35:29,076 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c8c1354a325fbdacc72d85b059f19d42, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:29,079 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c8c1354a325fbdacc72d85b059f19d42, ASSIGN because future has completed
2024-12-09T14:35:29,080 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8c1354a325fbdacc72d85b059f19d42, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:35:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-09T14:35:29,240 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:35:29,240 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c8c1354a325fbdacc72d85b059f19d42, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:35:29,241 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:35:29,241 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:29,241 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:35:29,241 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:35:29,243 INFO  [StoreOpener-c8c1354a325fbdacc72d85b059f19d42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c8c1354a325fbdacc72d85b059f19d42 
2024-12-09T14:35:29,245 INFO  [StoreOpener-c8c1354a325fbdacc72d85b059f19d42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8c1354a325fbdacc72d85b059f19d42 columnFamilyName testFamily
2024-12-09T14:35:29,245 DEBUG [StoreOpener-c8c1354a325fbdacc72d85b059f19d42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:29,246 INFO  [StoreOpener-c8c1354a325fbdacc72d85b059f19d42-1 {}] regionserver.HStore(327): Store=c8c1354a325fbdacc72d85b059f19d42/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:35:29,246 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:35:29,247 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScanner/c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:35:29,248 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScanner/c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:35:29,248 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:35:29,248 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:35:29,251 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:35:29,254 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScanner/c8c1354a325fbdacc72d85b059f19d42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:35:29,254 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c8c1354a325fbdacc72d85b059f19d42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68690794, jitterRate=0.023572593927383423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T14:35:29,255 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:35:29,255 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c8c1354a325fbdacc72d85b059f19d42:
Running coprocessor pre-open hook at 1733754929241Writing region info on filesystem at 1733754929241Initializing all the Stores at 1733754929243 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754929243Cleaning up temporary data from old regions at 1733754929248 (+5 ms)Running coprocessor post-open hooks at 1733754929255 (+7 ms)Region opened successfully at 1733754929255
2024-12-09T14:35:29,257 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., pid=18, masterSystemTime=1733754929233
2024-12-09T14:35:29,260 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:35:29,260 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:35:29,261 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c8c1354a325fbdacc72d85b059f19d42, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:29,264 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8c1354a325fbdacc72d85b059f19d42, server=f4e784dc7cb5,36117,1733754842810 because future has completed
2024-12-09T14:35:29,268 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-09T14:35:29,268 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure c8c1354a325fbdacc72d85b059f19d42, server=f4e784dc7cb5,36117,1733754842810 in 185 msec
2024-12-09T14:35:29,272 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-09T14:35:29,272 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c8c1354a325fbdacc72d85b059f19d42, ASSIGN in 346 msec
2024-12-09T14:35:29,273 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T14:35:29,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754929273"}]},"ts":"1733754929273"}
2024-12-09T14:35:29,276 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-09T14:35:29,277 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T14:35:29,279 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1930 sec
2024-12-09T14:35:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-09T14:35:31,134 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-09T14:35:31,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-09T14:35:31,134 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:31,138 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-09T14:35:31,138 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:31,139 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-09T14:35:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:35:31,153 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T14:35:31,153 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-09T14:35:31,156 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T14:35:31,158 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T14:35:31,219 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T14:35:31,624 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T14:35:32,167 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f4e784dc7cb5:36117 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-09T14:35:32,167 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-09T14:35:32,167 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 from cache
2024-12-09T14:35:32,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-09T14:35:32,525 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-09T14:35:32,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-09T14:35:32,525 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-09T14:35:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-09T14:35:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:35:33,188 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T14:35:34,157 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f4e784dc7cb5:36117 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=970ms, rpcTimeout=969ms
2024-12-09T14:35:34,157 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=970ms, rpcTimeout=969ms
2024-12-09T14:35:34,157 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 from cache
2024-12-09T14:35:34,167 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=6756 (was 6856)
2024-12-09T14:35:34,175 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=6756
2024-12-09T14:35:34,177 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:35:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-09T14:35:34,180 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T14:35:34,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:34,181 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-09T14:35:34,182 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T14:35:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T14:35:34,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741845_1021 (size=416)
2024-12-09T14:35:34,593 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9da244f3b31d8fca944379dcd87713da, NAME => 'testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:35:34,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741846_1022 (size=67)
2024-12-09T14:35:34,605 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:34,605 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 9da244f3b31d8fca944379dcd87713da, disabling compactions & flushes
2024-12-09T14:35:34,605 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:35:34,605 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:35:34,605 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da. after waiting 0 ms
2024-12-09T14:35:34,605 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:35:34,605 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:35:34,606 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9da244f3b31d8fca944379dcd87713da:
Waiting for close lock at 1733754934605Disabling compacts and flushes for region at 1733754934605Disabling writes for close at 1733754934605Writing region close event to WAL at 1733754934605Closed at 1733754934605
2024-12-09T14:35:34,608 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T14:35:34,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733754934608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733754934608"}]},"ts":"1733754934608"}
2024-12-09T14:35:34,612 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T14:35:34,613 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T14:35:34,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754934614"}]},"ts":"1733754934614"}
2024-12-09T14:35:34,617 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-09T14:35:34,618 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=9da244f3b31d8fca944379dcd87713da, ASSIGN}]
2024-12-09T14:35:34,620 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=9da244f3b31d8fca944379dcd87713da, ASSIGN
2024-12-09T14:35:34,621 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=9da244f3b31d8fca944379dcd87713da, ASSIGN; state=OFFLINE, location=f4e784dc7cb5,36117,1733754842810; forceNewPlan=false, retain=false
2024-12-09T14:35:34,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-09T14:35:34,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-09T14:35:34,772 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=9da244f3b31d8fca944379dcd87713da, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:34,775 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=9da244f3b31d8fca944379dcd87713da, ASSIGN because future has completed
2024-12-09T14:35:34,775 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9da244f3b31d8fca944379dcd87713da, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:35:34,940 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:35:34,940 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9da244f3b31d8fca944379dcd87713da, NAME => 'testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:35:34,941 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 9da244f3b31d8fca944379dcd87713da
2024-12-09T14:35:34,941 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:34,942 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9da244f3b31d8fca944379dcd87713da
2024-12-09T14:35:34,942 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9da244f3b31d8fca944379dcd87713da
2024-12-09T14:35:34,944 INFO  [StoreOpener-9da244f3b31d8fca944379dcd87713da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9da244f3b31d8fca944379dcd87713da 
2024-12-09T14:35:34,947 INFO  [StoreOpener-9da244f3b31d8fca944379dcd87713da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9da244f3b31d8fca944379dcd87713da columnFamilyName testFamily
2024-12-09T14:35:34,947 DEBUG [StoreOpener-9da244f3b31d8fca944379dcd87713da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:34,948 INFO  [StoreOpener-9da244f3b31d8fca944379dcd87713da-1 {}] regionserver.HStore(327): Store=9da244f3b31d8fca944379dcd87713da/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:35:34,948 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9da244f3b31d8fca944379dcd87713da
2024-12-09T14:35:34,949 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNextAsync/9da244f3b31d8fca944379dcd87713da
2024-12-09T14:35:34,950 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNextAsync/9da244f3b31d8fca944379dcd87713da
2024-12-09T14:35:34,951 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9da244f3b31d8fca944379dcd87713da
2024-12-09T14:35:34,951 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9da244f3b31d8fca944379dcd87713da
2024-12-09T14:35:34,954 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9da244f3b31d8fca944379dcd87713da
2024-12-09T14:35:34,963 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNextAsync/9da244f3b31d8fca944379dcd87713da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:35:34,964 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9da244f3b31d8fca944379dcd87713da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59970530, jitterRate=-0.10636946558952332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T14:35:34,965 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9da244f3b31d8fca944379dcd87713da
2024-12-09T14:35:34,965 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9da244f3b31d8fca944379dcd87713da:
Running coprocessor pre-open hook at 1733754934942Writing region info on filesystem at 1733754934942Initializing all the Stores at 1733754934944 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754934944Cleaning up temporary data from old regions at 1733754934951 (+7 ms)Running coprocessor post-open hooks at 1733754934965 (+14 ms)Region opened successfully at 1733754934965
2024-12-09T14:35:34,967 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da., pid=21, masterSystemTime=1733754934928
2024-12-09T14:35:34,970 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:35:34,970 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:35:34,971 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=9da244f3b31d8fca944379dcd87713da, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:34,974 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9da244f3b31d8fca944379dcd87713da, server=f4e784dc7cb5,36117,1733754842810 because future has completed
2024-12-09T14:35:34,979 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-09T14:35:34,979 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 9da244f3b31d8fca944379dcd87713da, server=f4e784dc7cb5,36117,1733754842810 in 201 msec
2024-12-09T14:35:34,982 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-09T14:35:34,982 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=9da244f3b31d8fca944379dcd87713da, ASSIGN in 361 msec
2024-12-09T14:35:34,983 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T14:35:34,983 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754934983"}]},"ts":"1733754934983"}
2024-12-09T14:35:34,986 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-09T14:35:34,987 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T14:35:34,990 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 811 msec
2024-12-09T14:35:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T14:35:35,194 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-09T14:35:35,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-09T14:35:35,194 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:35,199 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-09T14:35:35,199 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:35,199 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-09T14:35:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:35:35,212 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T14:35:35,212 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-09T14:35:35,214 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T14:35:35,216 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T14:35:35,217 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T14:35:35,218 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-09T14:35:38,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36117 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636968' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T14:35:38,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36117 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:42574 deadline: 1733754939220, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636968' does not exist
2024-12-09T14:35:38,222 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f4e784dc7cb5,36117,1733754842810 for closing scanner id = 122532165664636968 for 9da244f3b31d8fca944379dcd87713da of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636968' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T14:35:38,227 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_418885854_22 at /127.0.0.1:44862 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=6644 (was 6756)
2024-12-09T14:35:38,235 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=6644
2024-12-09T14:35:38,237 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:35:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-09T14:35:38,241 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T14:35:38,241 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:38,241 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-09T14:35:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-09T14:35:38,243 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T14:35:38,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741847_1023 (size=411)
2024-12-09T14:35:38,654 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 101651970d181002f69c39642c86ef27, NAME => 'testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:35:38,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741848_1024 (size=62)
2024-12-09T14:35:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-09T14:35:39,063 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:39,063 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 101651970d181002f69c39642c86ef27, disabling compactions & flushes
2024-12-09T14:35:39,063 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:35:39,063 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:35:39,063 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27. after waiting 0 ms
2024-12-09T14:35:39,063 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:35:39,063 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:35:39,063 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 101651970d181002f69c39642c86ef27:
Waiting for close lock at 1733754939063Disabling compacts and flushes for region at 1733754939063Disabling writes for close at 1733754939063Writing region close event to WAL at 1733754939063Closed at 1733754939063
2024-12-09T14:35:39,065 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T14:35:39,065 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733754939065"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733754939065"}]},"ts":"1733754939065"}
2024-12-09T14:35:39,068 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T14:35:39,069 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T14:35:39,070 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754939069"}]},"ts":"1733754939069"}
2024-12-09T14:35:39,072 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-09T14:35:39,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=101651970d181002f69c39642c86ef27, ASSIGN}]
2024-12-09T14:35:39,073 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=101651970d181002f69c39642c86ef27, ASSIGN
2024-12-09T14:35:39,074 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=101651970d181002f69c39642c86ef27, ASSIGN; state=OFFLINE, location=f4e784dc7cb5,36117,1733754842810; forceNewPlan=false, retain=false
2024-12-09T14:35:39,225 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=101651970d181002f69c39642c86ef27, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:39,229 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=101651970d181002f69c39642c86ef27, ASSIGN because future has completed
2024-12-09T14:35:39,229 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 101651970d181002f69c39642c86ef27, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:35:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-09T14:35:39,388 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:35:39,388 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 101651970d181002f69c39642c86ef27, NAME => 'testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:35:39,389 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 101651970d181002f69c39642c86ef27
2024-12-09T14:35:39,389 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:39,389 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 101651970d181002f69c39642c86ef27
2024-12-09T14:35:39,389 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 101651970d181002f69c39642c86ef27
2024-12-09T14:35:39,391 INFO  [StoreOpener-101651970d181002f69c39642c86ef27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 101651970d181002f69c39642c86ef27 
2024-12-09T14:35:39,393 INFO  [StoreOpener-101651970d181002f69c39642c86ef27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 101651970d181002f69c39642c86ef27 columnFamilyName testFamily
2024-12-09T14:35:39,393 DEBUG [StoreOpener-101651970d181002f69c39642c86ef27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:39,394 INFO  [StoreOpener-101651970d181002f69c39642c86ef27-1 {}] regionserver.HStore(327): Store=101651970d181002f69c39642c86ef27/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:35:39,394 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 101651970d181002f69c39642c86ef27
2024-12-09T14:35:39,395 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNext/101651970d181002f69c39642c86ef27
2024-12-09T14:35:39,395 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNext/101651970d181002f69c39642c86ef27
2024-12-09T14:35:39,396 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 101651970d181002f69c39642c86ef27
2024-12-09T14:35:39,396 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 101651970d181002f69c39642c86ef27
2024-12-09T14:35:39,398 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 101651970d181002f69c39642c86ef27
2024-12-09T14:35:39,401 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNext/101651970d181002f69c39642c86ef27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:35:39,401 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 101651970d181002f69c39642c86ef27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75117723, jitterRate=0.11934129893779755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T14:35:39,402 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 101651970d181002f69c39642c86ef27
2024-12-09T14:35:39,403 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 101651970d181002f69c39642c86ef27:
Running coprocessor pre-open hook at 1733754939389Writing region info on filesystem at 1733754939389Initializing all the Stores at 1733754939391 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754939391Cleaning up temporary data from old regions at 1733754939396 (+5 ms)Running coprocessor post-open hooks at 1733754939402 (+6 ms)Region opened successfully at 1733754939403 (+1 ms)
2024-12-09T14:35:39,404 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27., pid=24, masterSystemTime=1733754939382
2024-12-09T14:35:39,407 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:35:39,407 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:35:39,407 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=101651970d181002f69c39642c86ef27, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:39,410 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 101651970d181002f69c39642c86ef27, server=f4e784dc7cb5,36117,1733754842810 because future has completed
2024-12-09T14:35:39,414 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-09T14:35:39,414 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 101651970d181002f69c39642c86ef27, server=f4e784dc7cb5,36117,1733754842810 in 182 msec
2024-12-09T14:35:39,417 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-09T14:35:39,417 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=101651970d181002f69c39642c86ef27, ASSIGN in 342 msec
2024-12-09T14:35:39,418 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T14:35:39,418 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754939418"}]},"ts":"1733754939418"}
2024-12-09T14:35:39,420 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-09T14:35:39,421 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T14:35:39,423 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1840 sec
2024-12-09T14:35:40,444 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T14:35:40,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-09T14:35:40,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-09T14:35:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-09T14:35:41,273 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-09T14:35:41,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-09T14:35:41,274 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:41,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-09T14:35:41,278 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:41,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-09T14:35:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:35:41,291 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T14:35:41,291 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-09T14:35:41,293 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T14:35:41,295 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T14:35:41,296 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T14:35:41,297 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-09T14:35:42,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-09T14:35:42,525 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-09T14:35:42,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-09T14:35:42,526 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T14:35:44,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36117 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636972' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T14:35:44,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36117 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:42574 deadline: 1733754945300, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636972' does not exist
2024-12-09T14:35:44,301 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f4e784dc7cb5,36117,1733754842810 for closing scanner id = 122532165664636972 for 101651970d181002f69c39642c86ef27 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636972' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T14:35:44,307 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 171) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6489 (was 6644)
2024-12-09T14:35:44,316 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=6488
2024-12-09T14:35:44,319 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:35:44,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-09T14:35:44,322 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T14:35:44,323 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:44,323 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-09T14:35:44,324 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T14:35:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T14:35:44,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741849_1025 (size=419)
2024-12-09T14:35:44,736 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcca5b7eaad89c17263750802f565497, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:35:44,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741850_1026 (size=70)
2024-12-09T14:35:44,744 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:44,744 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing dcca5b7eaad89c17263750802f565497, disabling compactions & flushes
2024-12-09T14:35:44,745 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:35:44,745 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:35:44,745 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497. after waiting 0 ms
2024-12-09T14:35:44,745 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:35:44,745 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:35:44,745 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcca5b7eaad89c17263750802f565497:
Waiting for close lock at 1733754944744Disabling compacts and flushes for region at 1733754944744Disabling writes for close at 1733754944745 (+1 ms)Writing region close event to WAL at 1733754944745Closed at 1733754944745
2024-12-09T14:35:44,746 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T14:35:44,747 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733754944746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733754944746"}]},"ts":"1733754944746"}
2024-12-09T14:35:44,749 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T14:35:44,750 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T14:35:44,751 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754944750"}]},"ts":"1733754944750"}
2024-12-09T14:35:44,753 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-09T14:35:44,753 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dcca5b7eaad89c17263750802f565497, ASSIGN}]
2024-12-09T14:35:44,754 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dcca5b7eaad89c17263750802f565497, ASSIGN
2024-12-09T14:35:44,755 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dcca5b7eaad89c17263750802f565497, ASSIGN; state=OFFLINE, location=f4e784dc7cb5,36117,1733754842810; forceNewPlan=false, retain=false
2024-12-09T14:35:44,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-09T14:35:44,906 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=dcca5b7eaad89c17263750802f565497, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:44,909 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dcca5b7eaad89c17263750802f565497, ASSIGN because future has completed
2024-12-09T14:35:44,910 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcca5b7eaad89c17263750802f565497, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:35:45,068 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:35:45,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => dcca5b7eaad89c17263750802f565497, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:35:45,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync dcca5b7eaad89c17263750802f565497
2024-12-09T14:35:45,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:45,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for dcca5b7eaad89c17263750802f565497
2024-12-09T14:35:45,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for dcca5b7eaad89c17263750802f565497
2024-12-09T14:35:45,071 INFO  [StoreOpener-dcca5b7eaad89c17263750802f565497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region dcca5b7eaad89c17263750802f565497 
2024-12-09T14:35:45,073 INFO  [StoreOpener-dcca5b7eaad89c17263750802f565497-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcca5b7eaad89c17263750802f565497 columnFamilyName testFamily
2024-12-09T14:35:45,074 DEBUG [StoreOpener-dcca5b7eaad89c17263750802f565497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:45,074 INFO  [StoreOpener-dcca5b7eaad89c17263750802f565497-1 {}] regionserver.HStore(327): Store=dcca5b7eaad89c17263750802f565497/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:35:45,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for dcca5b7eaad89c17263750802f565497
2024-12-09T14:35:45,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dcca5b7eaad89c17263750802f565497
2024-12-09T14:35:45,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dcca5b7eaad89c17263750802f565497
2024-12-09T14:35:45,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for dcca5b7eaad89c17263750802f565497
2024-12-09T14:35:45,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for dcca5b7eaad89c17263750802f565497
2024-12-09T14:35:45,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for dcca5b7eaad89c17263750802f565497
2024-12-09T14:35:45,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dcca5b7eaad89c17263750802f565497/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:35:45,083 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened dcca5b7eaad89c17263750802f565497; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59300190, jitterRate=-0.11635830998420715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T14:35:45,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcca5b7eaad89c17263750802f565497
2024-12-09T14:35:45,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for dcca5b7eaad89c17263750802f565497:
Running coprocessor pre-open hook at 1733754945070Writing region info on filesystem at 1733754945070Initializing all the Stores at 1733754945071 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754945071Cleaning up temporary data from old regions at 1733754945077 (+6 ms)Running coprocessor post-open hooks at 1733754945083 (+6 ms)Region opened successfully at 1733754945083
2024-12-09T14:35:45,084 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497., pid=27, masterSystemTime=1733754945063
2024-12-09T14:35:45,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:35:45,087 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:35:45,088 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=dcca5b7eaad89c17263750802f565497, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:45,090 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcca5b7eaad89c17263750802f565497, server=f4e784dc7cb5,36117,1733754842810 because future has completed
2024-12-09T14:35:45,094 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-09T14:35:45,094 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure dcca5b7eaad89c17263750802f565497, server=f4e784dc7cb5,36117,1733754842810 in 181 msec
2024-12-09T14:35:45,097 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-09T14:35:45,097 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dcca5b7eaad89c17263750802f565497, ASSIGN in 341 msec
2024-12-09T14:35:45,098 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T14:35:45,098 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754945098"}]},"ts":"1733754945098"}
2024-12-09T14:35:45,101 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-09T14:35:45,102 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T14:35:45,104 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 783 msec
2024-12-09T14:35:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T14:35:45,343 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-09T14:35:45,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-09T14:35:45,343 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:45,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-09T14:35:45,348 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:45,348 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-09T14:35:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:35:45,360 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T14:35:45,360 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-09T14:35:45,363 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T14:35:45,365 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-09T14:35:45,442 INFO  [master/f4e784dc7cb5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-09T14:35:45,442 INFO  [master/f4e784dc7cb5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-09T14:35:46,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-09T14:35:50,571 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T14:35:51,368 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f4e784dc7cb5:36117 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms
2024-12-09T14:35:51,368 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms
2024-12-09T14:35:51,368 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 from cache
2024-12-09T14:35:51,378 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=6369 (was 6488)
2024-12-09T14:35:51,388 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=6368
2024-12-09T14:35:51,391 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:35:51,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-09T14:35:51,394 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T14:35:51,394 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:51,394 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-09T14:35:51,395 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T14:35:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-09T14:35:51,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741851_1027 (size=407)
2024-12-09T14:35:51,805 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a13c83eecc6ac34bf62b095c98d213ce, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:35:51,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741852_1028 (size=58)
2024-12-09T14:35:51,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-09T14:35:52,214 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:52,215 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing a13c83eecc6ac34bf62b095c98d213ce, disabling compactions & flushes
2024-12-09T14:35:52,215 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:35:52,215 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:35:52,215 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce. after waiting 0 ms
2024-12-09T14:35:52,215 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:35:52,215 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:35:52,215 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for a13c83eecc6ac34bf62b095c98d213ce:
Waiting for close lock at 1733754952215Disabling compacts and flushes for region at 1733754952215Disabling writes for close at 1733754952215Writing region close event to WAL at 1733754952215Closed at 1733754952215
2024-12-09T14:35:52,217 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T14:35:52,217 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733754952217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733754952217"}]},"ts":"1733754952217"}
2024-12-09T14:35:52,219 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T14:35:52,221 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T14:35:52,221 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754952221"}]},"ts":"1733754952221"}
2024-12-09T14:35:52,223 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-09T14:35:52,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a13c83eecc6ac34bf62b095c98d213ce, ASSIGN}]
2024-12-09T14:35:52,225 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a13c83eecc6ac34bf62b095c98d213ce, ASSIGN
2024-12-09T14:35:52,226 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a13c83eecc6ac34bf62b095c98d213ce, ASSIGN; state=OFFLINE, location=f4e784dc7cb5,36117,1733754842810; forceNewPlan=false, retain=false
2024-12-09T14:35:52,377 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a13c83eecc6ac34bf62b095c98d213ce, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:52,381 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a13c83eecc6ac34bf62b095c98d213ce, ASSIGN because future has completed
2024-12-09T14:35:52,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a13c83eecc6ac34bf62b095c98d213ce, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:35:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-09T14:35:52,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-09T14:35:52,525 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T14:35:52,539 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:35:52,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => a13c83eecc6ac34bf62b095c98d213ce, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:35:52,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:35:52,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:35:52,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:35:52,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:35:52,542 INFO  [StoreOpener-a13c83eecc6ac34bf62b095c98d213ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a13c83eecc6ac34bf62b095c98d213ce 
2024-12-09T14:35:52,544 INFO  [StoreOpener-a13c83eecc6ac34bf62b095c98d213ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a13c83eecc6ac34bf62b095c98d213ce columnFamilyName testFamily
2024-12-09T14:35:52,544 DEBUG [StoreOpener-a13c83eecc6ac34bf62b095c98d213ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:35:52,544 INFO  [StoreOpener-a13c83eecc6ac34bf62b095c98d213ce-1 {}] regionserver.HStore(327): Store=a13c83eecc6ac34bf62b095c98d213ce/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:35:52,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:35:52,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNext/a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:35:52,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNext/a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:35:52,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:35:52,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:35:52,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:35:52,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNext/a13c83eecc6ac34bf62b095c98d213ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:35:52,552 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened a13c83eecc6ac34bf62b095c98d213ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70980064, jitterRate=0.05768537521362305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T14:35:52,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:35:52,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for a13c83eecc6ac34bf62b095c98d213ce:
Running coprocessor pre-open hook at 1733754952540Writing region info on filesystem at 1733754952540Initializing all the Stores at 1733754952541 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754952541Cleaning up temporary data from old regions at 1733754952547 (+6 ms)Running coprocessor post-open hooks at 1733754952552 (+5 ms)Region opened successfully at 1733754952553 (+1 ms)
2024-12-09T14:35:52,554 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce., pid=30, masterSystemTime=1733754952534
2024-12-09T14:35:52,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:35:52,557 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:35:52,557 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a13c83eecc6ac34bf62b095c98d213ce, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:35:52,560 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a13c83eecc6ac34bf62b095c98d213ce, server=f4e784dc7cb5,36117,1733754842810 because future has completed
2024-12-09T14:35:52,563 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-09T14:35:52,563 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure a13c83eecc6ac34bf62b095c98d213ce, server=f4e784dc7cb5,36117,1733754842810 in 180 msec
2024-12-09T14:35:52,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-09T14:35:52,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a13c83eecc6ac34bf62b095c98d213ce, ASSIGN in 340 msec
2024-12-09T14:35:52,568 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T14:35:52,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754952568"}]},"ts":"1733754952568"}
2024-12-09T14:35:52,570 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-09T14:35:52,571 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T14:35:52,574 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1800 sec
2024-12-09T14:35:52,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-09T14:35:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-09T14:35:54,433 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-09T14:35:54,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-09T14:35:54,434 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:54,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-09T14:35:54,438 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:35:54,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-09T14:35:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:35:54,451 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T14:35:54,452 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-09T14:35:54,454 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T14:35:54,456 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T14:35:54,457 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T14:35:54,457 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-09T14:35:58,041 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T14:36:00,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36117 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636980' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T14:36:00,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36117 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:42574 deadline: 1733754966458, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636980' does not exist
2024-12-09T14:36:00,462 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f4e784dc7cb5,36117,1733754842810 for closing scanner id = 122532165664636980 for a13c83eecc6ac34bf62b095c98d213ce of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '122532165664636980' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T14:36:00,468 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=6285 (was 6368)
2024-12-09T14:36:00,477 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=6285
2024-12-09T14:36:00,480 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T14:36:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-09T14:36:00,483 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T14:36:00,483 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:36:00,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-09T14:36:00,484 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T14:36:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-09T14:36:00,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741853_1029 (size=423)
2024-12-09T14:36:00,495 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 954decb1dd4748f644b73340ce25a9b5, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea
2024-12-09T14:36:00,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741854_1030 (size=74)
2024-12-09T14:36:00,904 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:36:00,904 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 954decb1dd4748f644b73340ce25a9b5, disabling compactions & flushes
2024-12-09T14:36:00,904 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:00,904 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:00,904 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5. after waiting 0 ms
2024-12-09T14:36:00,904 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:00,905 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:00,905 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 954decb1dd4748f644b73340ce25a9b5:
Waiting for close lock at 1733754960904Disabling compacts and flushes for region at 1733754960904Disabling writes for close at 1733754960904Writing region close event to WAL at 1733754960905 (+1 ms)Closed at 1733754960905
2024-12-09T14:36:00,906 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T14:36:00,907 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733754960906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733754960906"}]},"ts":"1733754960906"}
2024-12-09T14:36:00,909 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T14:36:00,911 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T14:36:00,911 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754960911"}]},"ts":"1733754960911"}
2024-12-09T14:36:00,913 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-09T14:36:00,913 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=954decb1dd4748f644b73340ce25a9b5, ASSIGN}]
2024-12-09T14:36:00,915 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=954decb1dd4748f644b73340ce25a9b5, ASSIGN
2024-12-09T14:36:00,916 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=954decb1dd4748f644b73340ce25a9b5, ASSIGN; state=OFFLINE, location=f4e784dc7cb5,36117,1733754842810; forceNewPlan=false, retain=false
2024-12-09T14:36:00,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-09T14:36:01,066 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=954decb1dd4748f644b73340ce25a9b5, regionState=OPENING, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:36:01,070 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=954decb1dd4748f644b73340ce25a9b5, ASSIGN because future has completed
2024-12-09T14:36:01,070 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 954decb1dd4748f644b73340ce25a9b5, server=f4e784dc7cb5,36117,1733754842810}]
2024-12-09T14:36:01,220 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T14:36:01,228 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:01,228 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 954decb1dd4748f644b73340ce25a9b5, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.', STARTKEY => '', ENDKEY => ''}
2024-12-09T14:36:01,229 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:01,229 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T14:36:01,229 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:01,229 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:01,231 INFO  [StoreOpener-954decb1dd4748f644b73340ce25a9b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 954decb1dd4748f644b73340ce25a9b5 
2024-12-09T14:36:01,233 INFO  [StoreOpener-954decb1dd4748f644b73340ce25a9b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 954decb1dd4748f644b73340ce25a9b5 columnFamilyName testFamily
2024-12-09T14:36:01,233 DEBUG [StoreOpener-954decb1dd4748f644b73340ce25a9b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T14:36:01,233 INFO  [StoreOpener-954decb1dd4748f644b73340ce25a9b5-1 {}] regionserver.HStore(327): Store=954decb1dd4748f644b73340ce25a9b5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T14:36:01,234 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:01,234 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScannerAsync/954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:01,235 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScannerAsync/954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:01,235 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:01,235 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:01,237 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:01,240 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScannerAsync/954decb1dd4748f644b73340ce25a9b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T14:36:01,241 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 954decb1dd4748f644b73340ce25a9b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71265985, jitterRate=0.06194593012332916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T14:36:01,241 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:01,242 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 954decb1dd4748f644b73340ce25a9b5:
Running coprocessor pre-open hook at 1733754961229Writing region info on filesystem at 1733754961229Initializing all the Stores at 1733754961230 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733754961230Cleaning up temporary data from old regions at 1733754961235 (+5 ms)Running coprocessor post-open hooks at 1733754961241 (+6 ms)Region opened successfully at 1733754961242 (+1 ms)
2024-12-09T14:36:01,243 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., pid=33, masterSystemTime=1733754961223
2024-12-09T14:36:01,246 DEBUG [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:01,246 INFO  [RS_OPEN_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:01,246 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=954decb1dd4748f644b73340ce25a9b5, regionState=OPEN, openSeqNum=2, regionLocation=f4e784dc7cb5,36117,1733754842810
2024-12-09T14:36:01,249 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 954decb1dd4748f644b73340ce25a9b5, server=f4e784dc7cb5,36117,1733754842810 because future has completed
2024-12-09T14:36:01,253 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-09T14:36:01,253 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 954decb1dd4748f644b73340ce25a9b5, server=f4e784dc7cb5,36117,1733754842810 in 180 msec
2024-12-09T14:36:01,255 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-09T14:36:01,255 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=954decb1dd4748f644b73340ce25a9b5, ASSIGN in 340 msec
2024-12-09T14:36:01,256 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T14:36:01,256 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733754961256"}]},"ts":"1733754961256"}
2024-12-09T14:36:01,259 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-09T14:36:01,260 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T14:36:01,262 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 780 msec
2024-12-09T14:36:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-09T14:36:01,494 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-09T14:36:01,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-09T14:36:01,494 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:36:01,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-09T14:36:01,499 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T14:36:01,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-09T14:36:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:36:01,511 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T14:36:01,511 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-09T14:36:01,513 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T14:36:01,514 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T14:36:02,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f4e784dc7cb5:36117 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-12-09T14:36:02,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-12-09T14:36:02,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 from cache
2024-12-09T14:36:02,524 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-09T14:36:02,525 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T14:36:02,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-09T14:36:02,525 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-09T14:36:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-09T14:36:03,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2]
2024-12-09T14:36:03,537 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36117 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T14:36:04,517 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f4e784dc7cb5:36117 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=977ms
2024-12-09T14:36:04,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=977ms
2024-12-09T14:36:04,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., hostname=f4e784dc7cb5,36117,1733754842810, seqNum=2 from cache
2024-12-09T14:36:04,527 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=6245 (was 6285)
2024-12-09T14:36:04,528 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T14:36:04,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T14:36:04,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T14:36:04,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T14:36:04,534 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T14:36:04,534 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-09T14:36:04,534 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T14:36:04,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T14:36:04,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T14:36:04,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T14:36:04,535 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T14:36:04,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-09T14:36:04,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1566887813, stopped=false
2024-12-09T14:36:04,535 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4e784dc7cb5,45149,1733754842121
2024-12-09T14:36:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T14:36:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T14:36:04,538 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T14:36:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:36:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:36:04,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T14:36:04,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T14:36:04,539 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T14:36:04,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T14:36:04,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T14:36:04,539 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4e784dc7cb5,36117,1733754842810' *****
2024-12-09T14:36:04,539 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T14:36:04,540 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T14:36:04,540 INFO  [RS:0;f4e784dc7cb5:36117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T14:36:04,540 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T14:36:04,540 INFO  [RS:0;f4e784dc7cb5:36117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T14:36:04,540 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for 9da244f3b31d8fca944379dcd87713da
2024-12-09T14:36:04,541 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c67831d348eeded1c783a8fe0c1bee1
2024-12-09T14:36:04,541 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for 101651970d181002f69c39642c86ef27
2024-12-09T14:36:04,541 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for a13c83eecc6ac34bf62b095c98d213ce
2024-12-09T14:36:04,541 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:04,541 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for 5771d6b5cf22c932eae5ef779c6ee0b6
2024-12-09T14:36:04,541 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9da244f3b31d8fca944379dcd87713da, disabling compactions & flushes
2024-12-09T14:36:04,541 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for 954decb1dd4748f644b73340ce25a9b5
2024-12-09T14:36:04,541 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:36:04,541 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for 27d421a28f5a5c52ca64b57d7ce71e1e
2024-12-09T14:36:04,541 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:36:04,541 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for dcca5b7eaad89c17263750802f565497
2024-12-09T14:36:04,541 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da. after waiting 0 ms
2024-12-09T14:36:04,541 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for c8c1354a325fbdacc72d85b059f19d42
2024-12-09T14:36:04,541 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:36:04,542 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(959): stopping server f4e784dc7cb5,36117,1733754842810
2024-12-09T14:36:04,542 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T14:36:04,542 INFO  [RS:0;f4e784dc7cb5:36117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4e784dc7cb5:36117.
2024-12-09T14:36:04,542 DEBUG [RS:0;f4e784dc7cb5:36117 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T14:36:04,542 DEBUG [RS:0;f4e784dc7cb5:36117 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T14:36:04,542 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T14:36:04,542 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T14:36:04,542 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T14:36:04,542 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-09T14:36:04,543 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-09T14:36:04,543 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T14:36:04,543 INFO  [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T14:36:04,543 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T14:36:04,543 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T14:36:04,543 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T14:36:04,543 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 101651970d181002f69c39642c86ef27, 1588230740, 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 5c67831d348eeded1c783a8fe0c1bee1, 954decb1dd4748f644b73340ce25a9b5, 9da244f3b31d8fca944379dcd87713da, a13c83eecc6ac34bf62b095c98d213ce, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497, f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:04,545 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9da244f3b31d8fca944379dcd87713da 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T14:36:04,545 INFO  [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-09T14:36:04,604 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNextAsync/9da244f3b31d8fca944379dcd87713da/.tmp/testFamily/fc50b40b94a24632ba79a6b627204080 is 61, key is row-0/testFamily:testQualifier/1733754935203/Put/seqid=0
2024-12-09T14:36:04,608 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/.tmp/info/18a0f75f549145259bdefab341951dc9 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8./info:regioninfo/1733754906853/Put/seqid=0
2024-12-09T14:36:04,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741855_1031 (size=5049)
2024-12-09T14:36:04,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741856_1032 (size=20564)
2024-12-09T14:36:04,743 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 101651970d181002f69c39642c86ef27, 1588230740, 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 5c67831d348eeded1c783a8fe0c1bee1, 954decb1dd4748f644b73340ce25a9b5, 9da244f3b31d8fca944379dcd87713da, a13c83eecc6ac34bf62b095c98d213ce, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497, f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:04,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-09T14:36:04,769 INFO  [regionserver/f4e784dc7cb5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-09T14:36:04,769 INFO  [regionserver/f4e784dc7cb5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-09T14:36:04,944 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 101651970d181002f69c39642c86ef27, 1588230740, 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 5c67831d348eeded1c783a8fe0c1bee1, 954decb1dd4748f644b73340ce25a9b5, 9da244f3b31d8fca944379dcd87713da, a13c83eecc6ac34bf62b095c98d213ce, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497, f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:05,015 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNextAsync/9da244f3b31d8fca944379dcd87713da/.tmp/testFamily/fc50b40b94a24632ba79a6b627204080
2024-12-09T14:36:05,015 INFO  [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/.tmp/info/18a0f75f549145259bdefab341951dc9
2024-12-09T14:36:05,038 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-09T14:36:05,063 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNextAsync/9da244f3b31d8fca944379dcd87713da/.tmp/testFamily/fc50b40b94a24632ba79a6b627204080 as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNextAsync/9da244f3b31d8fca944379dcd87713da/testFamily/fc50b40b94a24632ba79a6b627204080
2024-12-09T14:36:05,072 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNextAsync/9da244f3b31d8fca944379dcd87713da/testFamily/fc50b40b94a24632ba79a6b627204080, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T14:36:05,080 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/.tmp/ns/f4dd96b23ad143a5b2568a2d02636e32 is 43, key is default/ns:d/1733754905321/Put/seqid=0
2024-12-09T14:36:05,082 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9da244f3b31d8fca944379dcd87713da in 536ms, sequenceid=8, compaction requested=false
2024-12-09T14:36:05,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741857_1033 (size=5153)
2024-12-09T14:36:05,087 INFO  [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/.tmp/ns/f4dd96b23ad143a5b2568a2d02636e32
2024-12-09T14:36:05,089 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNextAsync/9da244f3b31d8fca944379dcd87713da/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T14:36:05,092 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:36:05,092 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9da244f3b31d8fca944379dcd87713da:
Waiting for close lock at 1733754964541Running coprocessor pre-close hooks at 1733754964541Disabling compacts and flushes for region at 1733754964541Disabling writes for close at 1733754964541Obtaining lock to block concurrent updates at 1733754964545 (+4 ms)Preparing flush snapshotting stores in 9da244f3b31d8fca944379dcd87713da at 1733754964545Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733754964553 (+8 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da. at 1733754964555 (+2 ms)Flushing 9da244f3b31d8fca944379dcd87713da/testFamily: creating writer at 1733754964556 (+1 ms)Flushing 9da244f3b31d8fca944379dcd87713da/testFamily: appending metadata at 1733754964598 (+42 ms)Flushing 9da244f3b31d8fca944379dcd87713da/testFamily: closing flushed file at 1733754964601 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df13b01: reopening flushed file at 1733754965061 (+460 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9da244f3b31d8fca944379dcd87713da in 536ms, sequenceid=8, compaction requested=false at 1733754965082 (+21 ms)Writing region close event to WAL at 1733754965084 (+2 ms)Running coprocessor post-close hooks at 1733754965090 (+6 ms)Closed at 1733754965092 (+2 ms)
2024-12-09T14:36:05,093 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733754934177.9da244f3b31d8fca944379dcd87713da.
2024-12-09T14:36:05,093 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c67831d348eeded1c783a8fe0c1bee1, disabling compactions & flushes
2024-12-09T14:36:05,093 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:36:05,093 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:36:05,093 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1. after waiting 0 ms
2024-12-09T14:36:05,093 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:36:05,093 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c67831d348eeded1c783a8fe0c1bee1 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T14:36:05,112 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNextAsync/5c67831d348eeded1c783a8fe0c1bee1/.tmp/testFamily/2ef15f37cc2e44bda2ffbfe0445eab06 is 61, key is row-0/testFamily:testQualifier/1733754918915/Put/seqid=0
2024-12-09T14:36:05,112 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/.tmp/table/8d2562c2f63c48d288e9b3f87d8c4866 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733754906876/Put/seqid=0
2024-12-09T14:36:05,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741858_1034 (size=5049)
2024-12-09T14:36:05,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741859_1035 (size=6699)
2024-12-09T14:36:05,144 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 101651970d181002f69c39642c86ef27, 1588230740, 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 5c67831d348eeded1c783a8fe0c1bee1, 954decb1dd4748f644b73340ce25a9b5, a13c83eecc6ac34bf62b095c98d213ce, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497, f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:05,344 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 101651970d181002f69c39642c86ef27, 1588230740, 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 5c67831d348eeded1c783a8fe0c1bee1, 954decb1dd4748f644b73340ce25a9b5, a13c83eecc6ac34bf62b095c98d213ce, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497, f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:05,519 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNextAsync/5c67831d348eeded1c783a8fe0c1bee1/.tmp/testFamily/2ef15f37cc2e44bda2ffbfe0445eab06
2024-12-09T14:36:05,519 INFO  [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/.tmp/table/8d2562c2f63c48d288e9b3f87d8c4866
2024-12-09T14:36:05,527 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNextAsync/5c67831d348eeded1c783a8fe0c1bee1/.tmp/testFamily/2ef15f37cc2e44bda2ffbfe0445eab06 as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNextAsync/5c67831d348eeded1c783a8fe0c1bee1/testFamily/2ef15f37cc2e44bda2ffbfe0445eab06
2024-12-09T14:36:05,528 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/.tmp/info/18a0f75f549145259bdefab341951dc9 as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/info/18a0f75f549145259bdefab341951dc9
2024-12-09T14:36:05,535 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNextAsync/5c67831d348eeded1c783a8fe0c1bee1/testFamily/2ef15f37cc2e44bda2ffbfe0445eab06, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T14:36:05,535 INFO  [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/info/18a0f75f549145259bdefab341951dc9, entries=100, sequenceid=56, filesize=20.1 K
2024-12-09T14:36:05,536 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5c67831d348eeded1c783a8fe0c1bee1 in 443ms, sequenceid=8, compaction requested=false
2024-12-09T14:36:05,537 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/.tmp/ns/f4dd96b23ad143a5b2568a2d02636e32 as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/ns/f4dd96b23ad143a5b2568a2d02636e32
2024-12-09T14:36:05,541 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNextAsync/5c67831d348eeded1c783a8fe0c1bee1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T14:36:05,541 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:36:05,542 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c67831d348eeded1c783a8fe0c1bee1:
Waiting for close lock at 1733754965093Running coprocessor pre-close hooks at 1733754965093Disabling compacts and flushes for region at 1733754965093Disabling writes for close at 1733754965093Obtaining lock to block concurrent updates at 1733754965093Preparing flush snapshotting stores in 5c67831d348eeded1c783a8fe0c1bee1 at 1733754965093Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733754965094 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1. at 1733754965094Flushing 5c67831d348eeded1c783a8fe0c1bee1/testFamily: creating writer at 1733754965095 (+1 ms)Flushing 5c67831d348eeded1c783a8fe0c1bee1/testFamily: appending metadata at 1733754965112 (+17 ms)Flushing 5c67831d348eeded1c783a8fe0c1bee1/testFamily: closing flushed file at 1733754965112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6200692f: reopening flushed file at 1733754965526 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5c67831d348eeded1c783a8fe0c1bee1 in 443ms, sequenceid=8, compaction requested=false at 1733754965536 (+10 ms)Writing region close event to WAL at 1733754965537 (+1 ms)Running coprocessor post-close hooks at 1733754965541 (+4 ms)Closed at 1733754965541
2024-12-09T14:36:05,542 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733754917880.5c67831d348eeded1c783a8fe0c1bee1.
2024-12-09T14:36:05,542 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 101651970d181002f69c39642c86ef27, disabling compactions & flushes
2024-12-09T14:36:05,542 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:36:05,542 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:36:05,542 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27. after waiting 0 ms
2024-12-09T14:36:05,542 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:36:05,542 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 101651970d181002f69c39642c86ef27 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T14:36:05,545 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-09T14:36:05,545 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1325): Online Regions={101651970d181002f69c39642c86ef27=testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27., 1588230740=hbase:meta,,1.1588230740, a13c83eecc6ac34bf62b095c98d213ce=hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce., f5d75e0ffea2066e853dd7bd55dcf6d8=testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8., 5771d6b5cf22c932eae5ef779c6ee0b6=hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6., 954decb1dd4748f644b73340ce25a9b5=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., 27d421a28f5a5c52ca64b57d7ce71e1e=testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e., dcca5b7eaad89c17263750802f565497=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497., c8c1354a325fbdacc72d85b059f19d42=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.}
2024-12-09T14:36:05,545 INFO  [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/ns/f4dd96b23ad143a5b2568a2d02636e32, entries=2, sequenceid=56, filesize=5.0 K
2024-12-09T14:36:05,545 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 101651970d181002f69c39642c86ef27, 1588230740, 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 954decb1dd4748f644b73340ce25a9b5, a13c83eecc6ac34bf62b095c98d213ce, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497, f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:05,546 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/.tmp/table/8d2562c2f63c48d288e9b3f87d8c4866 as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/table/8d2562c2f63c48d288e9b3f87d8c4866
2024-12-09T14:36:05,554 INFO  [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/table/8d2562c2f63c48d288e9b3f87d8c4866, entries=20, sequenceid=56, filesize=6.5 K
2024-12-09T14:36:05,555 INFO  [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=56, compaction requested=false
2024-12-09T14:36:05,563 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-09T14:36:05,563 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T14:36:05,564 INFO  [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T14:36:05,564 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733754964543Running coprocessor pre-close hooks at 1733754964543Disabling compacts and flushes for region at 1733754964543Disabling writes for close at 1733754964543Obtaining lock to block concurrent updates at 1733754964545 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733754964545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733754964553 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733754964555 (+2 ms)Flushing 1588230740/info: creating writer at 1733754964556 (+1 ms)Flushing 1588230740/info: appending metadata at 1733754964604 (+48 ms)Flushing 1588230740/info: closing flushed file at 1733754964604Flushing 1588230740/ns: creating writer at 1733754965061 (+457 ms)Flushing 1588230740/ns: appending metadata at 1733754965079 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733754965080 (+1 ms)Flushing 1588230740/table: creating writer at 1733754965095 (+15 ms)Flushing 1588230740/table: appending metadata at 1733754965112 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733754965112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6d5a44: reopening flushed file at 1733754965527 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d85188: reopening flushed file at 1733754965536 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5875a56e: reopening flushed file at 1733754965545 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=56, compaction requested=false at 1733754965555 (+10 ms)Writing region close event to WAL at 1733754965558 (+3 ms)Running coprocessor post-close hooks at 1733754965563 (+5 ms)Closed at 1733754965564 (+1 ms)
2024-12-09T14:36:05,564 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNext/101651970d181002f69c39642c86ef27/.tmp/testFamily/ded3c1781ae141a497ed7e8e8b2d9376 is 61, key is row-0/testFamily:testQualifier/1733754941282/Put/seqid=0
2024-12-09T14:36:05,564 DEBUG [RS_CLOSE_META-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-09T14:36:05,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741860_1036 (size=5049)
2024-12-09T14:36:05,745 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 101651970d181002f69c39642c86ef27, 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 954decb1dd4748f644b73340ce25a9b5, a13c83eecc6ac34bf62b095c98d213ce, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497, f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:05,945 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 101651970d181002f69c39642c86ef27, 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 954decb1dd4748f644b73340ce25a9b5, a13c83eecc6ac34bf62b095c98d213ce, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497, f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:05,970 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNext/101651970d181002f69c39642c86ef27/.tmp/testFamily/ded3c1781ae141a497ed7e8e8b2d9376
2024-12-09T14:36:05,978 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNext/101651970d181002f69c39642c86ef27/.tmp/testFamily/ded3c1781ae141a497ed7e8e8b2d9376 as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNext/101651970d181002f69c39642c86ef27/testFamily/ded3c1781ae141a497ed7e8e8b2d9376
2024-12-09T14:36:05,985 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNext/101651970d181002f69c39642c86ef27/testFamily/ded3c1781ae141a497ed7e8e8b2d9376, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T14:36:05,986 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 101651970d181002f69c39642c86ef27 in 444ms, sequenceid=8, compaction requested=false
2024-12-09T14:36:05,991 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnNext/101651970d181002f69c39642c86ef27/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T14:36:05,992 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:36:05,992 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 101651970d181002f69c39642c86ef27:
Waiting for close lock at 1733754965542Running coprocessor pre-close hooks at 1733754965542Disabling compacts and flushes for region at 1733754965542Disabling writes for close at 1733754965542Obtaining lock to block concurrent updates at 1733754965542Preparing flush snapshotting stores in 101651970d181002f69c39642c86ef27 at 1733754965542Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733754965542Flushing stores of testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27. at 1733754965543 (+1 ms)Flushing 101651970d181002f69c39642c86ef27/testFamily: creating writer at 1733754965543Flushing 101651970d181002f69c39642c86ef27/testFamily: appending metadata at 1733754965564 (+21 ms)Flushing 101651970d181002f69c39642c86ef27/testFamily: closing flushed file at 1733754965564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758c92c8: reopening flushed file at 1733754965977 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 101651970d181002f69c39642c86ef27 in 444ms, sequenceid=8, compaction requested=false at 1733754965986 (+9 ms)Writing region close event to WAL at 1733754965987 (+1 ms)Running coprocessor post-close hooks at 1733754965992 (+5 ms)Closed at 1733754965992
2024-12-09T14:36:05,992 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733754938237.101651970d181002f69c39642c86ef27.
2024-12-09T14:36:05,993 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a13c83eecc6ac34bf62b095c98d213ce, disabling compactions & flushes
2024-12-09T14:36:05,993 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:36:05,993 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:36:05,993 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce. after waiting 0 ms
2024-12-09T14:36:05,993 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:36:05,993 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a13c83eecc6ac34bf62b095c98d213ce 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T14:36:06,010 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNext/a13c83eecc6ac34bf62b095c98d213ce/.tmp/testFamily/df42191c3b134f4883c70104076a242f is 61, key is row-0/testFamily:testQualifier/1733754954442/Put/seqid=0
2024-12-09T14:36:06,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741861_1037 (size=5049)
2024-12-09T14:36:06,015 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNext/a13c83eecc6ac34bf62b095c98d213ce/.tmp/testFamily/df42191c3b134f4883c70104076a242f
2024-12-09T14:36:06,023 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNext/a13c83eecc6ac34bf62b095c98d213ce/.tmp/testFamily/df42191c3b134f4883c70104076a242f as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNext/a13c83eecc6ac34bf62b095c98d213ce/testFamily/df42191c3b134f4883c70104076a242f
2024-12-09T14:36:06,029 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNext/a13c83eecc6ac34bf62b095c98d213ce/testFamily/df42191c3b134f4883c70104076a242f, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T14:36:06,030 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a13c83eecc6ac34bf62b095c98d213ce in 37ms, sequenceid=8, compaction requested=false
2024-12-09T14:36:06,034 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnNext/a13c83eecc6ac34bf62b095c98d213ce/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T14:36:06,035 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:36:06,035 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a13c83eecc6ac34bf62b095c98d213ce:
Waiting for close lock at 1733754965993Running coprocessor pre-close hooks at 1733754965993Disabling compacts and flushes for region at 1733754965993Disabling writes for close at 1733754965993Obtaining lock to block concurrent updates at 1733754965993Preparing flush snapshotting stores in a13c83eecc6ac34bf62b095c98d213ce at 1733754965993Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733754965993Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce. at 1733754965994 (+1 ms)Flushing a13c83eecc6ac34bf62b095c98d213ce/testFamily: creating writer at 1733754965994Flushing a13c83eecc6ac34bf62b095c98d213ce/testFamily: appending metadata at 1733754966010 (+16 ms)Flushing a13c83eecc6ac34bf62b095c98d213ce/testFamily: closing flushed file at 1733754966010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a2e895: reopening flushed file at 1733754966022 (+12 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a13c83eecc6ac34bf62b095c98d213ce in 37ms, sequenceid=8, compaction requested=false at 1733754966030 (+8 ms)Writing region close event to WAL at 1733754966031 (+1 ms)Running coprocessor post-close hooks at 1733754966035 (+4 ms)Closed at 1733754966035
2024-12-09T14:36:06,035 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733754951390.a13c83eecc6ac34bf62b095c98d213ce.
2024-12-09T14:36:06,035 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5d75e0ffea2066e853dd7bd55dcf6d8, disabling compactions & flushes
2024-12-09T14:36:06,035 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:36:06,035 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:36:06,035 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8. after waiting 0 ms
2024-12-09T14:36:06,035 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:36:06,036 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5d75e0ffea2066e853dd7bd55dcf6d8 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T14:36:06,052 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f5d75e0ffea2066e853dd7bd55dcf6d8/.tmp/testFamily/ed74cb95697d49a1b53a4092f787477d is 61, key is row-0/testFamily:testQualifier/1733754908702/Put/seqid=0
2024-12-09T14:36:06,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741862_1038 (size=5049)
2024-12-09T14:36:06,146 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 954decb1dd4748f644b73340ce25a9b5, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497, f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:06,346 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 954decb1dd4748f644b73340ce25a9b5, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497, f5d75e0ffea2066e853dd7bd55dcf6d8
2024-12-09T14:36:06,457 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f5d75e0ffea2066e853dd7bd55dcf6d8/.tmp/testFamily/ed74cb95697d49a1b53a4092f787477d
2024-12-09T14:36:06,465 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f5d75e0ffea2066e853dd7bd55dcf6d8/.tmp/testFamily/ed74cb95697d49a1b53a4092f787477d as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f5d75e0ffea2066e853dd7bd55dcf6d8/testFamily/ed74cb95697d49a1b53a4092f787477d
2024-12-09T14:36:06,472 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f5d75e0ffea2066e853dd7bd55dcf6d8/testFamily/ed74cb95697d49a1b53a4092f787477d, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T14:36:06,473 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f5d75e0ffea2066e853dd7bd55dcf6d8 in 438ms, sequenceid=8, compaction requested=false
2024-12-09T14:36:06,478 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f5d75e0ffea2066e853dd7bd55dcf6d8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T14:36:06,479 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:36:06,479 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5d75e0ffea2066e853dd7bd55dcf6d8:
Waiting for close lock at 1733754966035Running coprocessor pre-close hooks at 1733754966035Disabling compacts and flushes for region at 1733754966035Disabling writes for close at 1733754966035Obtaining lock to block concurrent updates at 1733754966036 (+1 ms)Preparing flush snapshotting stores in f5d75e0ffea2066e853dd7bd55dcf6d8 at 1733754966036Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733754966036Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8. at 1733754966036Flushing f5d75e0ffea2066e853dd7bd55dcf6d8/testFamily: creating writer at 1733754966036Flushing f5d75e0ffea2066e853dd7bd55dcf6d8/testFamily: appending metadata at 1733754966052 (+16 ms)Flushing f5d75e0ffea2066e853dd7bd55dcf6d8/testFamily: closing flushed file at 1733754966052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9c956a: reopening flushed file at 1733754966464 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f5d75e0ffea2066e853dd7bd55dcf6d8 in 438ms, sequenceid=8, compaction requested=false at 1733754966473 (+9 ms)Writing region close event to WAL at 1733754966474 (+1 ms)Running coprocessor post-close hooks at 1733754966479 (+5 ms)Closed at 1733754966479
2024-12-09T14:36:06,479 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733754905619.f5d75e0ffea2066e853dd7bd55dcf6d8.
2024-12-09T14:36:06,480 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5771d6b5cf22c932eae5ef779c6ee0b6, disabling compactions & flushes
2024-12-09T14:36:06,480 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:36:06,480 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:36:06,480 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6. after waiting 0 ms
2024-12-09T14:36:06,480 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:36:06,480 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5771d6b5cf22c932eae5ef779c6ee0b6 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T14:36:06,497 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScanner/5771d6b5cf22c932eae5ef779c6ee0b6/.tmp/testFamily/b3f47f200a1648e3a0c186382e03354e is 61, key is row-0/testFamily:testQualifier/1733754911826/Put/seqid=0
2024-12-09T14:36:06,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741863_1039 (size=5049)
2024-12-09T14:36:06,546 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-12-09T14:36:06,546 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1325): Online Regions={5771d6b5cf22c932eae5ef779c6ee0b6=hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6., 954decb1dd4748f644b73340ce25a9b5=testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., 27d421a28f5a5c52ca64b57d7ce71e1e=testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e., dcca5b7eaad89c17263750802f565497=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497., c8c1354a325fbdacc72d85b059f19d42=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.}
2024-12-09T14:36:06,547 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 954decb1dd4748f644b73340ce25a9b5, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497
2024-12-09T14:36:06,731 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T14:36:06,747 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 27d421a28f5a5c52ca64b57d7ce71e1e, 5771d6b5cf22c932eae5ef779c6ee0b6, 954decb1dd4748f644b73340ce25a9b5, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497
2024-12-09T14:36:06,903 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScanner/5771d6b5cf22c932eae5ef779c6ee0b6/.tmp/testFamily/b3f47f200a1648e3a0c186382e03354e
2024-12-09T14:36:06,912 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScanner/5771d6b5cf22c932eae5ef779c6ee0b6/.tmp/testFamily/b3f47f200a1648e3a0c186382e03354e as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScanner/5771d6b5cf22c932eae5ef779c6ee0b6/testFamily/b3f47f200a1648e3a0c186382e03354e
2024-12-09T14:36:06,919 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScanner/5771d6b5cf22c932eae5ef779c6ee0b6/testFamily/b3f47f200a1648e3a0c186382e03354e, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T14:36:06,920 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5771d6b5cf22c932eae5ef779c6ee0b6 in 440ms, sequenceid=8, compaction requested=false
2024-12-09T14:36:06,925 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScanner/5771d6b5cf22c932eae5ef779c6ee0b6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T14:36:06,926 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:36:06,926 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5771d6b5cf22c932eae5ef779c6ee0b6:
Waiting for close lock at 1733754966479Running coprocessor pre-close hooks at 1733754966479Disabling compacts and flushes for region at 1733754966479Disabling writes for close at 1733754966480 (+1 ms)Obtaining lock to block concurrent updates at 1733754966480Preparing flush snapshotting stores in 5771d6b5cf22c932eae5ef779c6ee0b6 at 1733754966480Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733754966480Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6. at 1733754966481 (+1 ms)Flushing 5771d6b5cf22c932eae5ef779c6ee0b6/testFamily: creating writer at 1733754966481Flushing 5771d6b5cf22c932eae5ef779c6ee0b6/testFamily: appending metadata at 1733754966497 (+16 ms)Flushing 5771d6b5cf22c932eae5ef779c6ee0b6/testFamily: closing flushed file at 1733754966497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1ba89: reopening flushed file at 1733754966911 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5771d6b5cf22c932eae5ef779c6ee0b6 in 440ms, sequenceid=8, compaction requested=false at 1733754966920 (+9 ms)Writing region close event to WAL at 1733754966921 (+1 ms)Running coprocessor post-close hooks at 1733754966926 (+5 ms)Closed at 1733754966926
2024-12-09T14:36:06,926 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733754908785.5771d6b5cf22c932eae5ef779c6ee0b6.
2024-12-09T14:36:06,926 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 954decb1dd4748f644b73340ce25a9b5, disabling compactions & flushes
2024-12-09T14:36:06,926 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:06,926 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:06,926 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5. after waiting 0 ms
2024-12-09T14:36:06,926 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:06,926 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 954decb1dd4748f644b73340ce25a9b5 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T14:36:06,947 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 27d421a28f5a5c52ca64b57d7ce71e1e, 954decb1dd4748f644b73340ce25a9b5, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497
2024-12-09T14:36:06,950 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScannerAsync/954decb1dd4748f644b73340ce25a9b5/.tmp/testFamily/4a1c890f751e4dbf80132b5b45caacf5 is 61, key is row-0/testFamily:testQualifier/1733754961502/Put/seqid=0
2024-12-09T14:36:06,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741864_1040 (size=5049)
2024-12-09T14:36:07,031 DEBUG [master/f4e784dc7cb5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-09T14:36:07,147 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 27d421a28f5a5c52ca64b57d7ce71e1e, 954decb1dd4748f644b73340ce25a9b5, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497
2024-12-09T14:36:07,348 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 27d421a28f5a5c52ca64b57d7ce71e1e, 954decb1dd4748f644b73340ce25a9b5, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497
2024-12-09T14:36:07,356 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScannerAsync/954decb1dd4748f644b73340ce25a9b5/.tmp/testFamily/4a1c890f751e4dbf80132b5b45caacf5
2024-12-09T14:36:07,364 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScannerAsync/954decb1dd4748f644b73340ce25a9b5/.tmp/testFamily/4a1c890f751e4dbf80132b5b45caacf5 as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScannerAsync/954decb1dd4748f644b73340ce25a9b5/testFamily/4a1c890f751e4dbf80132b5b45caacf5
2024-12-09T14:36:07,371 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScannerAsync/954decb1dd4748f644b73340ce25a9b5/testFamily/4a1c890f751e4dbf80132b5b45caacf5, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T14:36:07,373 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 954decb1dd4748f644b73340ce25a9b5 in 447ms, sequenceid=8, compaction requested=false
2024-12-09T14:36:07,377 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScannerAsync/954decb1dd4748f644b73340ce25a9b5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T14:36:07,378 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:07,378 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 954decb1dd4748f644b73340ce25a9b5:
Waiting for close lock at 1733754966926Running coprocessor pre-close hooks at 1733754966926Disabling compacts and flushes for region at 1733754966926Disabling writes for close at 1733754966926Obtaining lock to block concurrent updates at 1733754966926Preparing flush snapshotting stores in 954decb1dd4748f644b73340ce25a9b5 at 1733754966926Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733754966927 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5. at 1733754966927Flushing 954decb1dd4748f644b73340ce25a9b5/testFamily: creating writer at 1733754966927Flushing 954decb1dd4748f644b73340ce25a9b5/testFamily: appending metadata at 1733754966950 (+23 ms)Flushing 954decb1dd4748f644b73340ce25a9b5/testFamily: closing flushed file at 1733754966950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c0ce6: reopening flushed file at 1733754967363 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 954decb1dd4748f644b73340ce25a9b5 in 447ms, sequenceid=8, compaction requested=false at 1733754967373 (+10 ms)Writing region close event to WAL at 1733754967373Running coprocessor post-close hooks at 1733754967378 (+5 ms)Closed at 1733754967378
2024-12-09T14:36:07,378 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733754960479.954decb1dd4748f644b73340ce25a9b5.
2024-12-09T14:36:07,378 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27d421a28f5a5c52ca64b57d7ce71e1e, disabling compactions & flushes
2024-12-09T14:36:07,378 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:36:07,379 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:36:07,379 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e. after waiting 0 ms
2024-12-09T14:36:07,379 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:36:07,379 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27d421a28f5a5c52ca64b57d7ce71e1e 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T14:36:07,399 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextException/27d421a28f5a5c52ca64b57d7ce71e1e/.tmp/testFamily/58e9f2afd89a4aa9ac99d18079c36e66 is 61, key is row-0/testFamily:testQualifier/1733754928015/Put/seqid=0
2024-12-09T14:36:07,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741865_1041 (size=5049)
2024-12-09T14:36:07,548 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-12-09T14:36:07,548 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1325): Online Regions={27d421a28f5a5c52ca64b57d7ce71e1e=testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e., dcca5b7eaad89c17263750802f565497=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497., c8c1354a325fbdacc72d85b059f19d42=testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.}
2024-12-09T14:36:07,548 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 27d421a28f5a5c52ca64b57d7ce71e1e, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497
2024-12-09T14:36:07,748 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on 27d421a28f5a5c52ca64b57d7ce71e1e, c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497
2024-12-09T14:36:07,805 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextException/27d421a28f5a5c52ca64b57d7ce71e1e/.tmp/testFamily/58e9f2afd89a4aa9ac99d18079c36e66
2024-12-09T14:36:07,814 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextException/27d421a28f5a5c52ca64b57d7ce71e1e/.tmp/testFamily/58e9f2afd89a4aa9ac99d18079c36e66 as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextException/27d421a28f5a5c52ca64b57d7ce71e1e/testFamily/58e9f2afd89a4aa9ac99d18079c36e66
2024-12-09T14:36:07,822 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextException/27d421a28f5a5c52ca64b57d7ce71e1e/testFamily/58e9f2afd89a4aa9ac99d18079c36e66, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T14:36:07,823 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 27d421a28f5a5c52ca64b57d7ce71e1e in 444ms, sequenceid=8, compaction requested=false
2024-12-09T14:36:07,829 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testRetryOutOfOrderScannerNextException/27d421a28f5a5c52ca64b57d7ce71e1e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T14:36:07,830 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:36:07,830 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27d421a28f5a5c52ca64b57d7ce71e1e:
Waiting for close lock at 1733754967378Running coprocessor pre-close hooks at 1733754967378Disabling compacts and flushes for region at 1733754967378Disabling writes for close at 1733754967379 (+1 ms)Obtaining lock to block concurrent updates at 1733754967379Preparing flush snapshotting stores in 27d421a28f5a5c52ca64b57d7ce71e1e at 1733754967379Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733754967379Flushing stores of testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e. at 1733754967380 (+1 ms)Flushing 27d421a28f5a5c52ca64b57d7ce71e1e/testFamily: creating writer at 1733754967380Flushing 27d421a28f5a5c52ca64b57d7ce71e1e/testFamily: appending metadata at 1733754967398 (+18 ms)Flushing 27d421a28f5a5c52ca64b57d7ce71e1e/testFamily: closing flushed file at 1733754967398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@617cba4d: reopening flushed file at 1733754967813 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 27d421a28f5a5c52ca64b57d7ce71e1e in 444ms, sequenceid=8, compaction requested=false at 1733754967824 (+11 ms)Writing region close event to WAL at 1733754967824Running coprocessor post-close hooks at 1733754967830 (+6 ms)Closed at 1733754967830
2024-12-09T14:36:07,830 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733754924967.27d421a28f5a5c52ca64b57d7ce71e1e.
2024-12-09T14:36:07,830 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcca5b7eaad89c17263750802f565497, disabling compactions & flushes
2024-12-09T14:36:07,830 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:36:07,830 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:36:07,830 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497. after waiting 0 ms
2024-12-09T14:36:07,830 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:36:07,830 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dcca5b7eaad89c17263750802f565497 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T14:36:07,853 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dcca5b7eaad89c17263750802f565497/.tmp/testFamily/6f4b5b02e5c944dab9da0ebc6822e3c0 is 61, key is row-0/testFamily:testQualifier/1733754945352/Put/seqid=0
2024-12-09T14:36:07,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741866_1042 (size=5049)
2024-12-09T14:36:07,949 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497
2024-12-09T14:36:08,149 DEBUG [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1351): Waiting on c8c1354a325fbdacc72d85b059f19d42, dcca5b7eaad89c17263750802f565497
2024-12-09T14:36:08,259 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dcca5b7eaad89c17263750802f565497/.tmp/testFamily/6f4b5b02e5c944dab9da0ebc6822e3c0
2024-12-09T14:36:08,267 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dcca5b7eaad89c17263750802f565497/.tmp/testFamily/6f4b5b02e5c944dab9da0ebc6822e3c0 as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dcca5b7eaad89c17263750802f565497/testFamily/6f4b5b02e5c944dab9da0ebc6822e3c0
2024-12-09T14:36:08,273 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dcca5b7eaad89c17263750802f565497/testFamily/6f4b5b02e5c944dab9da0ebc6822e3c0, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T14:36:08,274 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dcca5b7eaad89c17263750802f565497 in 444ms, sequenceid=8, compaction requested=false
2024-12-09T14:36:08,279 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dcca5b7eaad89c17263750802f565497/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T14:36:08,280 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:36:08,280 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcca5b7eaad89c17263750802f565497:
Waiting for close lock at 1733754967830Running coprocessor pre-close hooks at 1733754967830Disabling compacts and flushes for region at 1733754967830Disabling writes for close at 1733754967830Obtaining lock to block concurrent updates at 1733754967830Preparing flush snapshotting stores in dcca5b7eaad89c17263750802f565497 at 1733754967830Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733754967831 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497. at 1733754967831Flushing dcca5b7eaad89c17263750802f565497/testFamily: creating writer at 1733754967832 (+1 ms)Flushing dcca5b7eaad89c17263750802f565497/testFamily: appending metadata at 1733754967852 (+20 ms)Flushing dcca5b7eaad89c17263750802f565497/testFamily: closing flushed file at 1733754967852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4599ba95: reopening flushed file at 1733754968265 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dcca5b7eaad89c17263750802f565497 in 444ms, sequenceid=8, compaction requested=false at 1733754968274 (+9 ms)Writing region close event to WAL at 1733754968275 (+1 ms)Running coprocessor post-close hooks at 1733754968280 (+5 ms)Closed at 1733754968280
2024-12-09T14:36:08,280 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733754944318.dcca5b7eaad89c17263750802f565497.
2024-12-09T14:36:08,280 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8c1354a325fbdacc72d85b059f19d42, disabling compactions & flushes
2024-12-09T14:36:08,280 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:36:08,281 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:36:08,281 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42. after waiting 0 ms
2024-12-09T14:36:08,281 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:36:08,281 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8c1354a325fbdacc72d85b059f19d42 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T14:36:08,306 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScanner/c8c1354a325fbdacc72d85b059f19d42/.tmp/testFamily/aeca9ba1770e43c9a82e29479e02327d is 61, key is row-0/testFamily:testQualifier/1733754931143/Put/seqid=0
2024-12-09T14:36:08,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741867_1043 (size=5049)
2024-12-09T14:36:08,313 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScanner/c8c1354a325fbdacc72d85b059f19d42/.tmp/testFamily/aeca9ba1770e43c9a82e29479e02327d
2024-12-09T14:36:08,321 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScanner/c8c1354a325fbdacc72d85b059f19d42/.tmp/testFamily/aeca9ba1770e43c9a82e29479e02327d as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScanner/c8c1354a325fbdacc72d85b059f19d42/testFamily/aeca9ba1770e43c9a82e29479e02327d
2024-12-09T14:36:08,328 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScanner/c8c1354a325fbdacc72d85b059f19d42/testFamily/aeca9ba1770e43c9a82e29479e02327d, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T14:36:08,329 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c8c1354a325fbdacc72d85b059f19d42 in 48ms, sequenceid=8, compaction requested=false
2024-12-09T14:36:08,339 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/data/default/testNormalScanTimeoutOnOpenScanner/c8c1354a325fbdacc72d85b059f19d42/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T14:36:08,340 INFO  [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:36:08,340 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8c1354a325fbdacc72d85b059f19d42:
Waiting for close lock at 1733754968280Running coprocessor pre-close hooks at 1733754968280Disabling compacts and flushes for region at 1733754968280Disabling writes for close at 1733754968281 (+1 ms)Obtaining lock to block concurrent updates at 1733754968281Preparing flush snapshotting stores in c8c1354a325fbdacc72d85b059f19d42 at 1733754968281Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733754968281Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42. at 1733754968282 (+1 ms)Flushing c8c1354a325fbdacc72d85b059f19d42/testFamily: creating writer at 1733754968282Flushing c8c1354a325fbdacc72d85b059f19d42/testFamily: appending metadata at 1733754968305 (+23 ms)Flushing c8c1354a325fbdacc72d85b059f19d42/testFamily: closing flushed file at 1733754968305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1bfca2: reopening flushed file at 1733754968320 (+15 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c8c1354a325fbdacc72d85b059f19d42 in 48ms, sequenceid=8, compaction requested=false at 1733754968329 (+9 ms)Writing region close event to WAL at 1733754968330 (+1 ms)Running coprocessor post-close hooks at 1733754968340 (+10 ms)Closed at 1733754968340
2024-12-09T14:36:08,340 DEBUG [RS_CLOSE_REGION-regionserver/f4e784dc7cb5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733754928083.c8c1354a325fbdacc72d85b059f19d42.
2024-12-09T14:36:08,349 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(976): stopping server f4e784dc7cb5,36117,1733754842810; all regions closed.
2024-12-09T14:36:08,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741834_1010 (size=19479)
2024-12-09T14:36:08,362 DEBUG [RS:0;f4e784dc7cb5:36117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/oldWALs
2024-12-09T14:36:08,362 INFO  [RS:0;f4e784dc7cb5:36117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4e784dc7cb5%2C36117%2C1733754842810.meta:.meta(num 1733754905147)
2024-12-09T14:36:08,367 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/WALs/f4e784dc7cb5,36117,1733754842810/f4e784dc7cb5%2C36117%2C1733754842810.1733754904769 not finished, retry = 0
2024-12-09T14:36:08,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741833_1009 (size=20031)
2024-12-09T14:36:08,470 DEBUG [RS:0;f4e784dc7cb5:36117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/oldWALs
2024-12-09T14:36:08,470 INFO  [RS:0;f4e784dc7cb5:36117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4e784dc7cb5%2C36117%2C1733754842810:(num 1733754904769)
2024-12-09T14:36:08,470 DEBUG [RS:0;f4e784dc7cb5:36117 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T14:36:08,471 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T14:36:08,471 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T14:36:08,471 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.ChoreService(370): Chore service for: regionserver/f4e784dc7cb5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-09T14:36:08,471 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T14:36:08,471 INFO  [regionserver/f4e784dc7cb5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T14:36:08,472 INFO  [RS:0;f4e784dc7cb5:36117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36117
2024-12-09T14:36:08,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f4e784dc7cb5,36117,1733754842810
2024-12-09T14:36:08,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T14:36:08,476 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T14:36:08,478 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4e784dc7cb5,36117,1733754842810]
2024-12-09T14:36:08,480 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f4e784dc7cb5,36117,1733754842810 already deleted, retry=false
2024-12-09T14:36:08,480 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4e784dc7cb5,36117,1733754842810 expired; onlineServers=0
2024-12-09T14:36:08,480 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4e784dc7cb5,45149,1733754842121' *****
2024-12-09T14:36:08,481 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-09T14:36:08,481 INFO  [M:0;f4e784dc7cb5:45149 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T14:36:08,481 INFO  [M:0;f4e784dc7cb5:45149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T14:36:08,481 DEBUG [M:0;f4e784dc7cb5:45149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-09T14:36:08,481 DEBUG [M:0;f4e784dc7cb5:45149 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-09T14:36:08,481 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-09T14:36:08,481 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster-HFileCleaner.small.0-1733754844631 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4e784dc7cb5:0:becomeActiveMaster-HFileCleaner.small.0-1733754844631,5,FailOnTimeoutGroup]
2024-12-09T14:36:08,481 DEBUG [master/f4e784dc7cb5:0:becomeActiveMaster-HFileCleaner.large.0-1733754844630 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4e784dc7cb5:0:becomeActiveMaster-HFileCleaner.large.0-1733754844630,5,FailOnTimeoutGroup]
2024-12-09T14:36:08,481 INFO  [M:0;f4e784dc7cb5:45149 {}] hbase.ChoreService(370): Chore service for: master/f4e784dc7cb5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-09T14:36:08,481 INFO  [M:0;f4e784dc7cb5:45149 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T14:36:08,482 DEBUG [M:0;f4e784dc7cb5:45149 {}] master.HMaster(1795): Stopping service threads
2024-12-09T14:36:08,482 INFO  [M:0;f4e784dc7cb5:45149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T14:36:08,482 INFO  [M:0;f4e784dc7cb5:45149 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T14:36:08,482 INFO  [M:0;f4e784dc7cb5:45149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-09T14:36:08,483 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-09T14:36:08,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-09T14:36:08,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T14:36:08,485 DEBUG [M:0;f4e784dc7cb5:45149 {}] zookeeper.ZKUtil(347): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-09T14:36:08,485 WARN  [M:0;f4e784dc7cb5:45149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-09T14:36:08,486 INFO  [M:0;f4e784dc7cb5:45149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/.lastflushedseqids
2024-12-09T14:36:08,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741868_1044 (size=397)
2024-12-09T14:36:08,500 INFO  [regionserver/f4e784dc7cb5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T14:36:08,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T14:36:08,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36117-0x1012b9af8dc0001, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T14:36:08,579 INFO  [RS:0;f4e784dc7cb5:36117 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T14:36:08,579 INFO  [RS:0;f4e784dc7cb5:36117 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4e784dc7cb5,36117,1733754842810; zookeeper connection closed.
2024-12-09T14:36:08,580 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d6c211 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d6c211
2024-12-09T14:36:08,580 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-09T14:36:08,900 INFO  [M:0;f4e784dc7cb5:45149 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-09T14:36:08,900 INFO  [M:0;f4e784dc7cb5:45149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-09T14:36:08,900 DEBUG [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T14:36:08,900 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T14:36:08,900 DEBUG [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T14:36:08,900 DEBUG [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T14:36:08,901 DEBUG [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T14:36:08,901 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.78 KB heapSize=190.20 KB
2024-12-09T14:36:08,920 DEBUG [M:0;f4e784dc7cb5:45149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27a7fe7ae971485f8e01bb9905e5669e is 82, key is hbase:meta,,1/info:regioninfo/1733754905243/Put/seqid=0
2024-12-09T14:36:08,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741869_1045 (size=5672)
2024-12-09T14:36:09,326 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27a7fe7ae971485f8e01bb9905e5669e
2024-12-09T14:36:09,353 DEBUG [M:0;f4e784dc7cb5:45149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d54c33b39573488c8dd8be4b63392206 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733754906883/Put/seqid=0
2024-12-09T14:36:09,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741870_1046 (size=14055)
2024-12-09T14:36:09,760 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.23 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d54c33b39573488c8dd8be4b63392206
2024-12-09T14:36:09,769 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d54c33b39573488c8dd8be4b63392206
2024-12-09T14:36:09,793 DEBUG [M:0;f4e784dc7cb5:45149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1ce91a3c38b452abe14064df874e7cf is 69, key is f4e784dc7cb5,36117,1733754842810/rs:state/1733754874639/Put/seqid=0
2024-12-09T14:36:09,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741871_1047 (size=5156)
2024-12-09T14:36:10,202 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1ce91a3c38b452abe14064df874e7cf
2024-12-09T14:36:10,215 DEBUG [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27a7fe7ae971485f8e01bb9905e5669e as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27a7fe7ae971485f8e01bb9905e5669e
2024-12-09T14:36:10,221 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27a7fe7ae971485f8e01bb9905e5669e, entries=8, sequenceid=310, filesize=5.5 K
2024-12-09T14:36:10,223 DEBUG [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d54c33b39573488c8dd8be4b63392206 as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d54c33b39573488c8dd8be4b63392206
2024-12-09T14:36:10,229 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d54c33b39573488c8dd8be4b63392206
2024-12-09T14:36:10,229 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d54c33b39573488c8dd8be4b63392206, entries=33, sequenceid=310, filesize=13.7 K
2024-12-09T14:36:10,230 DEBUG [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1ce91a3c38b452abe14064df874e7cf as hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1ce91a3c38b452abe14064df874e7cf
2024-12-09T14:36:10,238 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36387/user/jenkins/test-data/e3a46152-4443-a990-6a51-ecc86a91b0ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1ce91a3c38b452abe14064df874e7cf, entries=1, sequenceid=310, filesize=5.0 K
2024-12-09T14:36:10,239 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.78 KB/166691, heapSize ~189.90 KB/194456, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=310, compaction requested=false
2024-12-09T14:36:10,242 INFO  [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T14:36:10,242 DEBUG [M:0;f4e784dc7cb5:45149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733754968900Disabling compacts and flushes for region at 1733754968900Disabling writes for close at 1733754968900Obtaining lock to block concurrent updates at 1733754968901 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733754968901Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166691, getHeapSize=194696, getOffHeapSize=0, getCellsCount=357 at 1733754968901Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733754968902 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733754968902Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733754968919 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733754968919Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733754969334 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733754969352 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733754969352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733754969769 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733754969793 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733754969793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57834c0b: reopening flushed file at 1733754970213 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3722deec: reopening flushed file at 1733754970222 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3749f902: reopening flushed file at 1733754970229 (+7 ms)Finished flush of dataSize ~162.78 KB/166691, heapSize ~189.90 KB/194456, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=310, compaction requested=false at 1733754970239 (+10 ms)Writing region close event to WAL at 1733754970242 (+3 ms)Closed at 1733754970242
2024-12-09T14:36:10,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741830_1006 (size=187448)
2024-12-09T14:36:10,246 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T14:36:10,246 INFO  [M:0;f4e784dc7cb5:45149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-09T14:36:10,246 INFO  [M:0;f4e784dc7cb5:45149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45149
2024-12-09T14:36:10,246 INFO  [M:0;f4e784dc7cb5:45149 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T14:36:10,352 INFO  [M:0;f4e784dc7cb5:45149 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T14:36:10,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T14:36:10,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1012b9af8dc0000, quorum=127.0.0.1:56888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T14:36:10,358 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T14:36:10,361 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T14:36:10,361 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T14:36:10,362 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T14:36:10,362 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/hadoop.log.dir/,STOPPED}
2024-12-09T14:36:10,364 WARN  [BP-1393720415-172.17.0.3-1733754839264 heartbeating to localhost/127.0.0.1:36387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-09T14:36:10,364 WARN  [BP-1393720415-172.17.0.3-1733754839264 heartbeating to localhost/127.0.0.1:36387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1393720415-172.17.0.3-1733754839264 (Datanode Uuid 19ee6a6d-0e70-48e8-b892-6d037b9911ff) service to localhost/127.0.0.1:36387
2024-12-09T14:36:10,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-09T14:36:10,366 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-09T14:36:10,366 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/cluster_e11228e6-54e0-8928-1eef-3265723ca9d4/data/data1/current/BP-1393720415-172.17.0.3-1733754839264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T14:36:10,366 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/cluster_e11228e6-54e0-8928-1eef-3265723ca9d4/data/data2/current/BP-1393720415-172.17.0.3-1733754839264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T14:36:10,367 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-09T14:36:10,376 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T14:36:10,376 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T14:36:10,376 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T14:36:10,377 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T14:36:10,377 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95a39-9fb8-4d6d-43be-a2270ecf4eca/hadoop.log.dir/,STOPPED}
2024-12-09T14:36:10,389 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-09T14:36:10,425 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down